2024-11-11 05:12:33,081 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-11 05:12:33,107 main DEBUG Took 0.023357 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 05:12:33,107 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 05:12:33,107 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 05:12:33,108 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 05:12:33,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,118 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 05:12:33,136 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,140 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,141 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,146 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,147 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,148 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,150 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,151 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,152 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,153 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,153 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,154 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,155 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,156 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:12:33,158 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,158 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 05:12:33,160 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:12:33,162 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 05:12:33,164 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 05:12:33,165 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 05:12:33,167 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 05:12:33,167 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 05:12:33,178 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 05:12:33,185 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 05:12:33,187 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 05:12:33,187 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 05:12:33,188 main DEBUG createAppenders(={Console}) 2024-11-11 05:12:33,189 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-11 05:12:33,190 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-11 05:12:33,190 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-11 05:12:33,191 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 05:12:33,191 main DEBUG OutputStream closed 2024-11-11 05:12:33,192 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 05:12:33,192 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 05:12:33,192 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-11 05:12:33,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 05:12:33,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 05:12:33,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 05:12:33,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 05:12:33,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 05:12:33,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 05:12:33,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 05:12:33,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 05:12:33,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 05:12:33,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 05:12:33,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 05:12:33,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 05:12:33,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 05:12:33,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 05:12:33,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 05:12:33,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 05:12:33,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 05:12:33,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 05:12:33,315 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 05:12:33,316 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-11 05:12:33,316 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 05:12:33,317 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-11T05:12:33,337 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-11 05:12:33,345 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 05:12:33,346 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T05:12:33,357 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-11T05:12:33,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=9658 2024-11-11T05:12:33,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3 2024-11-11T05:12:33,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:12:33,768 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80, deleteOnExit=true 2024-11-11T05:12:33,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:12:33,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/test.cache.data in system properties and HBase conf 2024-11-11T05:12:33,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:12:33,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:12:33,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:12:33,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:12:33,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:12:33,885 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T05:12:34,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:12:34,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:12:34,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:12:34,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:12:34,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:12:34,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:12:34,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:12:34,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:12:34,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:12:34,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:12:34,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:12:34,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:12:34,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:12:34,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:12:34,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:12:35,207 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T05:12:35,303 INFO [Time-limited test {}] log.Log(170): Logging initialized @3528ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T05:12:35,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:12:35,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:12:35,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:12:35,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:12:35,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:12:35,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:12:35,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:12:35,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:12:35,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79bca9fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/java.io.tmpdir/jetty-localhost-41701-hadoop-hdfs-3_4_1-tests_jar-_-any-5139631834890641171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:12:35,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:41701} 2024-11-11T05:12:35,718 INFO [Time-limited test {}] server.Server(415): Started @3943ms 2024-11-11T05:12:36,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:12:36,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:12:36,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:12:36,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:12:36,279 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:12:36,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:12:36,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:12:36,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45354c57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/java.io.tmpdir/jetty-localhost-41579-hadoop-hdfs-3_4_1-tests_jar-_-any-4799190604076570620/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:12:36,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:41579} 2024-11-11T05:12:36,383 INFO [Time-limited test {}] server.Server(415): Started @4608ms 2024-11-11T05:12:36,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:12:36,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:12:36,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:12:36,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:12:36,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:12:36,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:12:36,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:12:36,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:12:36,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@699f8d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/java.io.tmpdir/jetty-localhost-39379-hadoop-hdfs-3_4_1-tests_jar-_-any-653487476787564231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:12:36,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:39379} 2024-11-11T05:12:36,682 INFO [Time-limited test {}] server.Server(415): Started @4908ms 2024-11-11T05:12:36,684 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:12:36,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:12:36,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:12:36,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:12:36,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:12:36,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:12:36,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:12:36,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:12:36,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2701064c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/java.io.tmpdir/jetty-localhost-36475-hadoop-hdfs-3_4_1-tests_jar-_-any-10374961541445148554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:12:36,851 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:36475} 2024-11-11T05:12:36,851 INFO [Time-limited test {}] server.Server(415): Started @5077ms 2024-11-11T05:12:36,853 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:12:38,370 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data2/current/BP-17575418-172.17.0.2-1731301954658/current, will proceed with Du for space computation calculation, 2024-11-11T05:12:38,370 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data1/current/BP-17575418-172.17.0.2-1731301954658/current, will proceed with Du for space computation calculation, 2024-11-11T05:12:38,373 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data3/current/BP-17575418-172.17.0.2-1731301954658/current, will proceed with Du for space computation calculation, 2024-11-11T05:12:38,374 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data4/current/BP-17575418-172.17.0.2-1731301954658/current, will proceed with Du for space computation calculation, 2024-11-11T05:12:38,404 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:12:38,404 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:12:38,447 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa445568f41cdf8b8 with lease ID 0xdcf1750a3cbdeba: Processing first storage report for DS-e174cc81-7d6f-4ff1-8f9c-ec8bfb5a851e from datanode DatanodeRegistration(127.0.0.1:40675, datanodeUuid=58efb0fb-dea4-48aa-b6bf-50e300a3e0ce, infoPort=41021, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658) 2024-11-11T05:12:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa445568f41cdf8b8 with lease ID 0xdcf1750a3cbdeba: from storage DS-e174cc81-7d6f-4ff1-8f9c-ec8bfb5a851e node DatanodeRegistration(127.0.0.1:40675, datanodeUuid=58efb0fb-dea4-48aa-b6bf-50e300a3e0ce, infoPort=41021, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T05:12:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0bc81f98382852b with lease ID 0xdcf1750a3cbdeb9: Processing first storage report for DS-07c91678-7e5f-457a-b128-4a748b4cce4a from datanode DatanodeRegistration(127.0.0.1:39091, datanodeUuid=f93e8d57-bcb3-450f-87ea-3cc00627aebd, infoPort=41523, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658) 2024-11-11T05:12:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0bc81f98382852b with lease ID 0xdcf1750a3cbdeb9: from storage DS-07c91678-7e5f-457a-b128-4a748b4cce4a node DatanodeRegistration(127.0.0.1:39091, datanodeUuid=f93e8d57-bcb3-450f-87ea-3cc00627aebd, infoPort=41523, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:12:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa445568f41cdf8b8 with lease ID 0xdcf1750a3cbdeba: Processing first storage report for DS-8da4bc5f-c39a-4723-8403-6342df2c54ca from datanode DatanodeRegistration(127.0.0.1:40675, datanodeUuid=58efb0fb-dea4-48aa-b6bf-50e300a3e0ce, infoPort=41021, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658) 2024-11-11T05:12:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa445568f41cdf8b8 with lease ID 0xdcf1750a3cbdeba: from storage DS-8da4bc5f-c39a-4723-8403-6342df2c54ca node DatanodeRegistration(127.0.0.1:40675, datanodeUuid=58efb0fb-dea4-48aa-b6bf-50e300a3e0ce, infoPort=41021, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:12:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0bc81f98382852b with lease ID 0xdcf1750a3cbdeb9: Processing first storage report for DS-e5b94e6e-698c-4e5f-af72-d5b0a0e1affa from datanode DatanodeRegistration(127.0.0.1:39091, datanodeUuid=f93e8d57-bcb3-450f-87ea-3cc00627aebd, infoPort=41523, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658) 2024-11-11T05:12:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0bc81f98382852b with lease ID 0xdcf1750a3cbdeb9: from storage DS-e5b94e6e-698c-4e5f-af72-d5b0a0e1affa node DatanodeRegistration(127.0.0.1:39091, datanodeUuid=f93e8d57-bcb3-450f-87ea-3cc00627aebd, infoPort=41523, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:12:38,482 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data6/current/BP-17575418-172.17.0.2-1731301954658/current, will proceed with Du for space computation calculation, 2024-11-11T05:12:38,482 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data5/current/BP-17575418-172.17.0.2-1731301954658/current, will proceed with Du for space computation calculation, 2024-11-11T05:12:38,506 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:12:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffd4a5ea6337385b with lease ID 0xdcf1750a3cbdebb: Processing first storage report for DS-2af54e47-7ea4-4708-8dc1-44c42be55d9f from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=8fcabf92-07ec-47c1-92d2-eaeb09e64bc8, infoPort=43147, infoSecurePort=0, ipcPort=40453, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658) 2024-11-11T05:12:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffd4a5ea6337385b with lease ID 0xdcf1750a3cbdebb: from storage DS-2af54e47-7ea4-4708-8dc1-44c42be55d9f node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=8fcabf92-07ec-47c1-92d2-eaeb09e64bc8, infoPort=43147, infoSecurePort=0, ipcPort=40453, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T05:12:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffd4a5ea6337385b with lease ID 0xdcf1750a3cbdebb: Processing first storage report for DS-1823f1ac-93db-4db2-a487-440f2613656b from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=8fcabf92-07ec-47c1-92d2-eaeb09e64bc8, infoPort=43147, infoSecurePort=0, ipcPort=40453, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658) 2024-11-11T05:12:38,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffd4a5ea6337385b with lease ID 0xdcf1750a3cbdebb: from storage DS-1823f1ac-93db-4db2-a487-440f2613656b node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=8fcabf92-07ec-47c1-92d2-eaeb09e64bc8, infoPort=43147, infoSecurePort=0, ipcPort=40453, storageInfo=lv=-57;cid=testClusterID;nsid=2105250530;c=1731301954658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:12:38,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3 2024-11-11T05:12:38,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/zookeeper_0, clientPort=60708, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:12:38,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60708 2024-11-11T05:12:38,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:38,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:38,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:12:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:12:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:12:39,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a with version=8 2024-11-11T05:12:39,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/hbase-staging 2024-11-11T05:12:39,354 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T05:12:39,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:12:39,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:39,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:39,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:12:39,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:39,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:12:39,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:12:39,767 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T05:12:39,775 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T05:12:39,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:12:39,799 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1008 (auto-detected) 2024-11-11T05:12:39,800 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T05:12:39,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37845 2024-11-11T05:12:39,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37845 connecting to ZooKeeper ensemble=127.0.0.1:60708 2024-11-11T05:12:39,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378450x0, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:12:39,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37845-0x101284f5f8a0000 connected 2024-11-11T05:12:40,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:40,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:40,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:12:40,079 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a, hbase.cluster.distributed=false 2024-11-11T05:12:40,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:12:40,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-11T05:12:40,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37845 2024-11-11T05:12:40,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37845 2024-11-11T05:12:40,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-11T05:12:40,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-11T05:12:40,209 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:12:40,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:40,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:40,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:12:40,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:40,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:12:40,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:12:40,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:12:40,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40097 2024-11-11T05:12:40,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40097 connecting to ZooKeeper ensemble=127.0.0.1:60708 2024-11-11T05:12:40,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:40,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:40,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400970x0, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:12:40,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:12:40,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40097-0x101284f5f8a0001 connected 2024-11-11T05:12:40,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:12:40,243 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:12:40,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:12:40,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:12:40,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-11T05:12:40,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40097 2024-11-11T05:12:40,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40097 2024-11-11T05:12:40,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-11T05:12:40,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-11T05:12:40,273 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:12:40,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:40,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:40,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:12:40,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:40,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:12:40,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:12:40,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:12:40,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38345 2024-11-11T05:12:40,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38345 connecting to ZooKeeper ensemble=127.0.0.1:60708 2024-11-11T05:12:40,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:40,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:40,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383450x0, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:12:40,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38345-0x101284f5f8a0002 connected 2024-11-11T05:12:40,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:12:40,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:12:40,297 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:12:40,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:12:40,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:12:40,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38345 2024-11-11T05:12:40,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38345 2024-11-11T05:12:40,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38345 2024-11-11T05:12:40,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38345 2024-11-11T05:12:40,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38345 2024-11-11T05:12:40,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:12:40,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:40,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:40,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:12:40,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:12:40,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:12:40,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:12:40,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:12:40,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37369 2024-11-11T05:12:40,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37369 connecting to ZooKeeper ensemble=127.0.0.1:60708 2024-11-11T05:12:40,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:40,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:40,346 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373690x0, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:12:40,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37369-0x101284f5f8a0003 connected 2024-11-11T05:12:40,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:12:40,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:12:40,348 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:12:40,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:12:40,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:12:40,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37369 2024-11-11T05:12:40,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37369 2024-11-11T05:12:40,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37369 2024-11-11T05:12:40,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37369 2024-11-11T05:12:40,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37369 2024-11-11T05:12:40,375 DEBUG [M:0;1d14b453aaa0:37845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:37845 2024-11-11T05:12:40,376 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1d14b453aaa0,37845,1731301959441 2024-11-11T05:12:40,389 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:12:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:12:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:12:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:12:40,391 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1d14b453aaa0,37845,1731301959441 2024-11-11T05:12:40,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:12:40,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:12:40,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:40,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:40,420 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:12:40,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:40,421 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:40,421 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T05:12:40,423 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1d14b453aaa0,37845,1731301959441 from backup master directory 2024-11-11T05:12:40,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1d14b453aaa0,37845,1731301959441 2024-11-11T05:12:40,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:12:40,431 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:12:40,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:12:40,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:12:40,432 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:12:40,432 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,37845,1731301959441 2024-11-11T05:12:40,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T05:12:40,437 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T05:12:40,494 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/hbase.id] with ID: 441e15b2-931e-4648-afa5-d51b3c4671f9 2024-11-11T05:12:40,494 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/.tmp/hbase.id 2024-11-11T05:12:40,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:12:40,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:12:40,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:12:40,509 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/.tmp/hbase.id]:[hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/hbase.id] 2024-11-11T05:12:40,554 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:12:40,559 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:12:40,576 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-11T05:12:40,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:40,589 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:40,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:40,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:12:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:12:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:12:40,623 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:12:40,625 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:12:40,637 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T05:12:40,641 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:12:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:12:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:12:40,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:12:40,687 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store 2024-11-11T05:12:40,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:12:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:12:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:12:40,712 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T05:12:40,715 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:40,717 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:12:40,717 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:12:40,717 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:12:40,718 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:12:40,719 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:12:40,719 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:12:40,720 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731301960716Disabling compacts and flushes for region at 1731301960716Disabling writes for close at 1731301960718 (+2 ms)Writing region close event to WAL at 1731301960719 (+1 ms)Closed at 1731301960719 2024-11-11T05:12:40,722 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/.initializing 2024-11-11T05:12:40,722 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/WALs/1d14b453aaa0,37845,1731301959441 2024-11-11T05:12:40,729 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:12:40,743 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C37845%2C1731301959441, suffix=, logDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/WALs/1d14b453aaa0,37845,1731301959441, archiveDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/oldWALs, maxLogs=10 2024-11-11T05:12:40,765 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/WALs/1d14b453aaa0,37845,1731301959441/1d14b453aaa0%2C37845%2C1731301959441.1731301960747, exclude list is [], retry=0 2024-11-11T05:12:40,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-e174cc81-7d6f-4ff1-8f9c-ec8bfb5a851e,DISK] 2024-11-11T05:12:40,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39091,DS-07c91678-7e5f-457a-b128-4a748b4cce4a,DISK] 2024-11-11T05:12:40,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-2af54e47-7ea4-4708-8dc1-44c42be55d9f,DISK] 2024-11-11T05:12:40,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T05:12:40,818 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/WALs/1d14b453aaa0,37845,1731301959441/1d14b453aaa0%2C37845%2C1731301959441.1731301960747 2024-11-11T05:12:40,819 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41523:41523),(127.0.0.1/127.0.0.1:41021:41021),(127.0.0.1/127.0.0.1:43147:43147)] 2024-11-11T05:12:40,819 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:12:40,820 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:40,822 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,823 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:12:40,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:40,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:12:40,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:12:40,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:40,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:12:40,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:12:40,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:40,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:12:40,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:12:40,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:40,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:12:40,898 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,901 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,902 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,907 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,908 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,911 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:12:40,915 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:12:40,919 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:12:40,921 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65174609, jitterRate=-0.0288226455450058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:12:40,928 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731301960834Initializing all the Stores at 1731301960835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731301960836 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301960837 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301960837Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301960837Cleaning up temporary data from old regions at 1731301960908 (+71 ms)Region opened successfully at 1731301960928 (+20 ms) 2024-11-11T05:12:40,930 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:12:40,960 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a41448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:12:40,988 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:12:40,998 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:12:40,998 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:12:41,002 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:12:41,003 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T05:12:41,008 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T05:12:41,008 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T05:12:41,032 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:12:41,042 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T05:12:41,094 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T05:12:41,096 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:12:41,098 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:12:41,104 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T05:12:41,107 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:12:41,112 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:12:41,124 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T05:12:41,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:12:41,136 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T05:12:41,159 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:12:41,167 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T05:12:41,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:12:41,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:12:41,178 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:12:41,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:12:41,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,178 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,182 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,37845,1731301959441, sessionid=0x101284f5f8a0000, setting cluster-up flag (Was=false) 2024-11-11T05:12:41,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,209 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,241 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T05:12:41,246 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,37845,1731301959441 2024-11-11T05:12:41,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,273 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:41,304 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T05:12:41,308 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,37845,1731301959441 2024-11-11T05:12:41,316 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:12:41,360 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(746): ClusterId : 441e15b2-931e-4648-afa5-d51b3c4671f9 2024-11-11T05:12:41,360 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(746): ClusterId : 441e15b2-931e-4648-afa5-d51b3c4671f9 2024-11-11T05:12:41,360 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.HRegionServer(746): ClusterId : 441e15b2-931e-4648-afa5-d51b3c4671f9 2024-11-11T05:12:41,363 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:12:41,363 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:12:41,363 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:12:41,380 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:12:41,380 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:12:41,380 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:12:41,380 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:12:41,380 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:12:41,380 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:12:41,387 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:12:41,396 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:12:41,400 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:12:41,400 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:12:41,400 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:12:41,401 DEBUG [RS:2;1d14b453aaa0:37369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681a68bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:12:41,401 DEBUG [RS:1;1d14b453aaa0:38345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc2f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:12:41,401 DEBUG [RS:0;1d14b453aaa0:40097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4caaaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:12:41,403 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:12:41,410 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,37845,1731301959441 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:12:41,417 DEBUG [RS:0;1d14b453aaa0:40097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:40097 2024-11-11T05:12:41,417 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:12:41,417 DEBUG [RS:1;1d14b453aaa0:38345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1d14b453aaa0:38345 2024-11-11T05:12:41,417 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:12:41,417 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:12:41,417 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:12:41,418 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:12:41,418 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,418 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:12:41,418 DEBUG [RS:2;1d14b453aaa0:37369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1d14b453aaa0:37369 2024-11-11T05:12:41,418 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,419 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:12:41,419 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:12:41,419 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:12:41,419 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:12:41,419 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:12:41,420 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:12:41,420 DEBUG [RS:0;1d14b453aaa0:40097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:12:41,420 DEBUG [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:12:41,420 DEBUG [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:12:41,421 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731301991421 2024-11-11T05:12:41,422 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,37845,1731301959441 with port=38345, startcode=1731301960272 2024-11-11T05:12:41,422 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,37845,1731301959441 with port=40097, startcode=1731301960175 2024-11-11T05:12:41,423 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:12:41,423 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,37845,1731301959441 with port=37369, startcode=1731301960318 2024-11-11T05:12:41,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:12:41,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:12:41,424 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:12:41,428 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:12:41,428 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:12:41,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:12:41,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:12:41,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:41,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:12:41,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,434 DEBUG [RS:0;1d14b453aaa0:40097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:12:41,434 DEBUG [RS:1;1d14b453aaa0:38345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:12:41,434 DEBUG [RS:2;1d14b453aaa0:37369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:12:41,436 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:12:41,438 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:12:41,438 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:12:41,441 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:12:41,441 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:12:41,447 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731301961442,5,FailOnTimeoutGroup] 2024-11-11T05:12:41,447 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731301961447,5,FailOnTimeoutGroup] 2024-11-11T05:12:41,447 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,448 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:12:41,490 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,490 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:12:41,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:12:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:12:41,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:12:41,495 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:41,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:12:41,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:12:41,512 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:12:41,512 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:12:41,512 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:12:41,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:12:41,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,37369,1731301960318 2024-11-11T05:12:41,522 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,37369,1731301960318 2024-11-11T05:12:41,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:41,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:41,538 DEBUG [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:41,538 DEBUG [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42707 2024-11-11T05:12:41,538 DEBUG [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:12:41,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,38345,1731301960272 2024-11-11T05:12:41,540 DEBUG [RS:0;1d14b453aaa0:40097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:41,540 DEBUG [RS:0;1d14b453aaa0:40097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42707 2024-11-11T05:12:41,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,38345,1731301960272 2024-11-11T05:12:41,540 DEBUG [RS:0;1d14b453aaa0:40097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:12:41,543 DEBUG [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:41,543 DEBUG [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42707 2024-11-11T05:12:41,543 DEBUG [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:12:41,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:12:41,599 DEBUG [RS:2;1d14b453aaa0:37369 {}] zookeeper.ZKUtil(111): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,37369,1731301960318 2024-11-11T05:12:41,600 DEBUG [RS:0;1d14b453aaa0:40097 {}] zookeeper.ZKUtil(111): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:41,600 WARN [RS:2;1d14b453aaa0:37369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:12:41,600 WARN [RS:0;1d14b453aaa0:40097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:12:41,601 DEBUG [RS:1;1d14b453aaa0:38345 {}] zookeeper.ZKUtil(111): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,38345,1731301960272 2024-11-11T05:12:41,601 INFO [RS:0;1d14b453aaa0:40097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:12:41,601 INFO [RS:2;1d14b453aaa0:37369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:12:41,601 WARN [RS:1;1d14b453aaa0:38345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:12:41,601 INFO [RS:1;1d14b453aaa0:38345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:12:41,601 DEBUG [RS:0;1d14b453aaa0:40097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:41,601 DEBUG [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,38345,1731301960272 2024-11-11T05:12:41,601 DEBUG [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,37369,1731301960318 2024-11-11T05:12:41,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,37369,1731301960318] 2024-11-11T05:12:41,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,38345,1731301960272] 2024-11-11T05:12:41,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,40097,1731301960175] 2024-11-11T05:12:41,628 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:12:41,628 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:12:41,628 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:12:41,644 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:12:41,644 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:12:41,645 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:12:41,649 INFO [RS:0;1d14b453aaa0:40097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:12:41,649 INFO [RS:1;1d14b453aaa0:38345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:12:41,649 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,649 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,649 INFO [RS:2;1d14b453aaa0:37369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:12:41,649 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,650 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:12:41,650 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:12:41,650 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:12:41,656 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:12:41,656 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:12:41,656 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:12:41,657 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,657 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,657 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,658 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,658 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:12:41,659 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:12:41,659 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:12:41,659 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,659 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,660 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,660 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,660 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,660 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,660 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,660 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:12:41,660 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:12:41,660 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:12:41,660 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:12:41,660 DEBUG [RS:2;1d14b453aaa0:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:12:41,660 DEBUG [RS:0;1d14b453aaa0:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:12:41,660 DEBUG [RS:1;1d14b453aaa0:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:12:41,661 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,662 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,662 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,662 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,662 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,662 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38345,1731301960272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:12:41,664 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,664 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,664 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,664 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,664 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,664 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,664 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,665 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,665 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,665 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,665 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37369,1731301960318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:12:41,665 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40097,1731301960175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:12:41,682 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:12:41,682 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:12:41,683 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37369,1731301960318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,683 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40097,1731301960175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,684 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,684 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,684 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.Replication(171): 1d14b453aaa0,37369,1731301960318 started 2024-11-11T05:12:41,684 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.Replication(171): 1d14b453aaa0,40097,1731301960175 started 2024-11-11T05:12:41,685 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:12:41,685 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38345,1731301960272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,685 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,685 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.Replication(171): 1d14b453aaa0,38345,1731301960272 started 2024-11-11T05:12:41,704 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,705 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,40097,1731301960175, RpcServer on 1d14b453aaa0/172.17.0.2:40097, sessionid=0x101284f5f8a0001 2024-11-11T05:12:41,705 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:12:41,705 DEBUG [RS:0;1d14b453aaa0:40097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:41,706 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,40097,1731301960175' 2024-11-11T05:12:41,706 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:12:41,706 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,706 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:41,706 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,37369,1731301960318, RpcServer on 1d14b453aaa0/172.17.0.2:37369, sessionid=0x101284f5f8a0003 2024-11-11T05:12:41,706 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,38345,1731301960272, RpcServer on 1d14b453aaa0/172.17.0.2:38345, sessionid=0x101284f5f8a0002 2024-11-11T05:12:41,706 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:12:41,706 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:12:41,706 DEBUG [RS:1;1d14b453aaa0:38345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,38345,1731301960272 2024-11-11T05:12:41,706 DEBUG [RS:2;1d14b453aaa0:37369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,37369,1731301960318 2024-11-11T05:12:41,706 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,38345,1731301960272' 2024-11-11T05:12:41,706 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37369,1731301960318' 2024-11-11T05:12:41,707 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:12:41,707 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:12:41,707 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:12:41,707 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:12:41,707 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:12:41,707 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:12:41,707 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:12:41,708 DEBUG [RS:0;1d14b453aaa0:40097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:41,708 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,40097,1731301960175' 2024-11-11T05:12:41,708 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:12:41,708 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:12:41,708 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:12:41,708 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:12:41,708 DEBUG [RS:1;1d14b453aaa0:38345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,38345,1731301960272 2024-11-11T05:12:41,708 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:12:41,708 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,38345,1731301960272' 2024-11-11T05:12:41,708 DEBUG [RS:2;1d14b453aaa0:37369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,37369,1731301960318 2024-11-11T05:12:41,708 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:12:41,708 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37369,1731301960318' 2024-11-11T05:12:41,708 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:12:41,708 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:12:41,709 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:12:41,709 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:12:41,709 DEBUG [RS:0;1d14b453aaa0:40097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:12:41,709 INFO [RS:0;1d14b453aaa0:40097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:12:41,709 INFO [RS:0;1d14b453aaa0:40097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:12:41,709 DEBUG [RS:1;1d14b453aaa0:38345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:12:41,709 INFO [RS:1;1d14b453aaa0:38345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:12:41,709 INFO [RS:1;1d14b453aaa0:38345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:12:41,709 DEBUG [RS:2;1d14b453aaa0:37369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:12:41,709 INFO [RS:2;1d14b453aaa0:37369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:12:41,710 INFO [RS:2;1d14b453aaa0:37369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:12:41,814 INFO [RS:2;1d14b453aaa0:37369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:12:41,814 INFO [RS:0;1d14b453aaa0:40097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:12:41,814 INFO [RS:1;1d14b453aaa0:38345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:12:41,817 INFO [RS:1;1d14b453aaa0:38345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C38345%2C1731301960272, suffix=, logDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,38345,1731301960272, archiveDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/oldWALs, maxLogs=32 2024-11-11T05:12:41,817 INFO [RS:0;1d14b453aaa0:40097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C40097%2C1731301960175, suffix=, logDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175, archiveDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/oldWALs, maxLogs=32 2024-11-11T05:12:41,817 INFO [RS:2;1d14b453aaa0:37369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C37369%2C1731301960318, suffix=, logDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,37369,1731301960318, archiveDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/oldWALs, maxLogs=32 2024-11-11T05:12:41,837 DEBUG [RS:1;1d14b453aaa0:38345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,38345,1731301960272/1d14b453aaa0%2C38345%2C1731301960272.1731301961824, exclude list is [], retry=0 2024-11-11T05:12:41,837 DEBUG [RS:2;1d14b453aaa0:37369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,37369,1731301960318/1d14b453aaa0%2C37369%2C1731301960318.1731301961824, exclude list is [], retry=0 2024-11-11T05:12:41,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39091,DS-07c91678-7e5f-457a-b128-4a748b4cce4a,DISK] 2024-11-11T05:12:41,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-2af54e47-7ea4-4708-8dc1-44c42be55d9f,DISK] 2024-11-11T05:12:41,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-e174cc81-7d6f-4ff1-8f9c-ec8bfb5a851e,DISK] 2024-11-11T05:12:41,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-e174cc81-7d6f-4ff1-8f9c-ec8bfb5a851e,DISK] 2024-11-11T05:12:41,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-2af54e47-7ea4-4708-8dc1-44c42be55d9f,DISK] 2024-11-11T05:12:41,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39091,DS-07c91678-7e5f-457a-b128-4a748b4cce4a,DISK] 2024-11-11T05:12:41,843 DEBUG [RS:0;1d14b453aaa0:40097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175/1d14b453aaa0%2C40097%2C1731301960175.1731301961826, exclude list is [], retry=0 2024-11-11T05:12:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-2af54e47-7ea4-4708-8dc1-44c42be55d9f,DISK] 2024-11-11T05:12:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-e174cc81-7d6f-4ff1-8f9c-ec8bfb5a851e,DISK] 2024-11-11T05:12:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39091,DS-07c91678-7e5f-457a-b128-4a748b4cce4a,DISK] 2024-11-11T05:12:41,852 INFO [RS:2;1d14b453aaa0:37369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,37369,1731301960318/1d14b453aaa0%2C37369%2C1731301960318.1731301961824 2024-11-11T05:12:41,852 INFO [RS:1;1d14b453aaa0:38345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,38345,1731301960272/1d14b453aaa0%2C38345%2C1731301960272.1731301961824 2024-11-11T05:12:41,853 DEBUG [RS:2;1d14b453aaa0:37369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41021:41021),(127.0.0.1/127.0.0.1:43147:43147),(127.0.0.1/127.0.0.1:41523:41523)] 2024-11-11T05:12:41,853 DEBUG [RS:1;1d14b453aaa0:38345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43147:43147),(127.0.0.1/127.0.0.1:41021:41021),(127.0.0.1/127.0.0.1:41523:41523)] 2024-11-11T05:12:41,857 INFO [RS:0;1d14b453aaa0:40097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175/1d14b453aaa0%2C40097%2C1731301960175.1731301961826 2024-11-11T05:12:41,857 DEBUG [RS:0;1d14b453aaa0:40097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43147:43147),(127.0.0.1/127.0.0.1:41021:41021),(127.0.0.1/127.0.0.1:41523:41523)] 2024-11-11T05:12:41,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:41,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:12:41,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:12:41,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:41,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:12:41,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:12:41,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:12:41,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:41,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:12:41,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:12:41,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:12:41,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:41,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:12:41,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:12:41,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:12:41,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:41,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:12:41,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:12:41,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740 2024-11-11T05:12:41,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740 2024-11-11T05:12:41,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:12:41,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:12:41,936 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:12:41,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:12:41,941 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:12:41,942 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61220275, jitterRate=-0.08774681389331818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:12:41,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731301961916Initializing all the Stores at 1731301961918 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731301961918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731301961918Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301961918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731301961918Cleaning up temporary data from old regions at 1731301961936 (+18 ms)Region opened successfully at 1731301961943 (+7 ms) 2024-11-11T05:12:41,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:12:41,943 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:12:41,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:12:41,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:12:41,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:12:41,945 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:12:41,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731301961943Disabling compacts and flushes for region at 1731301961943Disabling writes for close at 1731301961943Writing region close event to WAL at 1731301961944 (+1 ms)Closed at 1731301961945 (+1 ms) 2024-11-11T05:12:41,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:12:41,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:12:41,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:12:41,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:12:41,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:12:42,121 DEBUG [1d14b453aaa0:37845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T05:12:42,133 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:12:42,139 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:12:42,139 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:12:42,140 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T05:12:42,140 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:12:42,140 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:12:42,140 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T05:12:42,140 INFO [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:12:42,140 INFO [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:12:42,140 INFO [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T05:12:42,140 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:12:42,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:42,152 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,40097,1731301960175, state=OPENING 2024-11-11T05:12:42,199 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:12:42,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:42,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:42,209 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:42,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:12:42,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:12:42,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:12:42,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:12:42,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:12:42,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:12:42,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,40097,1731301960175}] 2024-11-11T05:12:49,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:12:49,765 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T05:12:52,242 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:12:52,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:12:52,260 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:12:52,260 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:12:52,261 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:12:52,265 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C40097%2C1731301960175.meta, suffix=.meta, logDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175, archiveDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/oldWALs, maxLogs=32 2024-11-11T05:12:52,284 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta, exclude list is [], retry=0 2024-11-11T05:12:52,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-2af54e47-7ea4-4708-8dc1-44c42be55d9f,DISK] 2024-11-11T05:12:52,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-e174cc81-7d6f-4ff1-8f9c-ec8bfb5a851e,DISK] 2024-11-11T05:12:52,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39091,DS-07c91678-7e5f-457a-b128-4a748b4cce4a,DISK] 2024-11-11T05:12:52,293 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta 2024-11-11T05:12:52,293 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41021:41021),(127.0.0.1/127.0.0.1:43147:43147),(127.0.0.1/127.0.0.1:41523:41523)] 2024-11-11T05:12:52,293 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:12:52,295 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:12:52,298 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:12:52,304 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:12:52,309 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:12:52,309 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:52,310 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:12:52,310 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:12:52,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:12:52,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:12:52,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:52,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:12:52,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:12:52,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:12:52,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:52,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:12:52,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:12:52,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:12:52,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:52,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:12:52,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:12:52,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:12:52,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:52,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:12:52,324 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:12:52,326 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740 2024-11-11T05:12:52,328 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740 2024-11-11T05:12:52,331 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:12:52,331 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:12:52,332 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:12:52,335 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:12:52,337 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70261986, jitterRate=0.04698517918586731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:12:52,337 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:12:52,339 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731301972310Writing region info on filesystem at 1731301972311 (+1 ms)Initializing all the Stores at 1731301972313 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731301972313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731301972313Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301972313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731301972313Cleaning up temporary data from old regions at 1731301972331 (+18 ms)Running coprocessor post-open hooks at 1731301972337 (+6 ms)Region opened successfully at 1731301972338 (+1 ms) 2024-11-11T05:12:52,346 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731301972232 2024-11-11T05:12:52,356 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:12:52,357 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:12:52,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:52,361 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,40097,1731301960175, state=OPEN 2024-11-11T05:12:52,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:12:52,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:12:52,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:12:52,420 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:12:52,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:12:52,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:12:52,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:12:52,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:12:52,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:52,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:12:52,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,40097,1731301960175 in 10.2080 sec 2024-11-11T05:12:52,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:12:52,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4760 sec 2024-11-11T05:12:52,435 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:12:52,436 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:12:52,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:12:52,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1] 2024-11-11T05:12:52,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:12:52,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:12:52,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1470 sec 2024-11-11T05:12:52,493 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731301972493, completionTime=-1 2024-11-11T05:12:52,497 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T05:12:52,497 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:12:52,523 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T05:12:52,523 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302032523 2024-11-11T05:12:52,523 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302092523 2024-11-11T05:12:52,523 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-11T05:12:52,525 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:12:52,531 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37845,1731301959441-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:52,532 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37845,1731301959441-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:52,532 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37845,1731301959441-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:52,554 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:37845, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:52,555 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:52,555 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:52,562 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:12:52,590 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.158sec 2024-11-11T05:12:52,592 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:12:52,593 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:12:52,594 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:12:52,594 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:12:52,594 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:12:52,595 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37845,1731301959441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:12:52,595 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37845,1731301959441-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:12:52,599 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:12:52,600 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:12:52,600 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37845,1731301959441-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:12:52,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3599239e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:12:52,684 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T05:12:52,684 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T05:12:52,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37845,-1 for getting cluster id 2024-11-11T05:12:52,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:12:52,699 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '441e15b2-931e-4648-afa5-d51b3c4671f9' 2024-11-11T05:12:52,701 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:12:52,702 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "441e15b2-931e-4648-afa5-d51b3c4671f9" 2024-11-11T05:12:52,702 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18869594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:12:52,702 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37845,-1] 2024-11-11T05:12:52,704 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:12:52,706 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:12:52,707 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:12:52,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312c53d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:12:52,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:12:52,716 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1] 2024-11-11T05:12:52,717 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:12:52,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:12:52,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,37845,1731301959441 2024-11-11T05:12:52,740 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731301972739 (current time:1731301972739). 2024-11-11T05:12:52,740 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T05:12:52,740 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T05:12:52,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343c5e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:12:52,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37845,-1 for getting cluster id 2024-11-11T05:12:52,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:12:52,744 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '441e15b2-931e-4648-afa5-d51b3c4671f9' 2024-11-11T05:12:52,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:12:52,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "441e15b2-931e-4648-afa5-d51b3c4671f9" 2024-11-11T05:12:52,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218be987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:12:52,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37845,-1] 2024-11-11T05:12:52,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:12:52,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:12:52,746 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:12:52,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344ef376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:12:52,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:12:52,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1] 2024-11-11T05:12:52,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:12:52,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:12:52,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:12:52,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:12:52,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:12:52,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:12:52,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:12:52,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:12:52,768 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,37845,1731301959441 2024-11-11T05:12:52,770 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7e6cff 2024-11-11T05:12:52,771 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:12:52,773 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:12:52,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:12:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T05:12:52,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:12:52,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T05:12:52,790 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:12:52,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:12:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:12:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741837_1013 (size=361) 2024-11-11T05:12:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741837_1013 (size=361) 2024-11-11T05:12:52,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741837_1013 (size=361) 2024-11-11T05:12:52,811 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c96f9f1537ead9b6062e4ccd6c1824a, NAME => 'SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:52,812 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d41c3da0f5b506a90d57221e227649da, NAME => 'SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:52,812 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e6a541488e971ed684065d87ff7da01d, NAME => 'SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741839_1015 (size=54) 2024-11-11T05:12:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741839_1015 (size=54) 2024-11-11T05:12:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741839_1015 (size=54) 2024-11-11T05:12:52,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:52,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7c96f9f1537ead9b6062e4ccd6c1824a, disabling compactions & flushes 2024-11-11T05:12:52,830 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:12:52,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:12:52,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. after waiting 0 ms 2024-11-11T05:12:52,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:12:52,830 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:12:52,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c96f9f1537ead9b6062e4ccd6c1824a: Waiting for close lock at 1731301972830Disabling compacts and flushes for region at 1731301972830Disabling writes for close at 1731301972830Writing region close event to WAL at 1731301972830Closed at 1731301972830 2024-11-11T05:12:52,831 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0cf897442babdbeede87ccd8b8987b7, NAME => 'SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:52,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741840_1016 (size=62) 2024-11-11T05:12:52,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741840_1016 (size=62) 2024-11-11T05:12:52,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741840_1016 (size=62) 2024-11-11T05:12:52,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:52,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d41c3da0f5b506a90d57221e227649da, disabling compactions & flushes 2024-11-11T05:12:52,840 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:12:52,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:12:52,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. after waiting 0 ms 2024-11-11T05:12:52,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:12:52,840 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:12:52,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d41c3da0f5b506a90d57221e227649da: Waiting for close lock at 1731301972840Disabling compacts and flushes for region at 1731301972840Disabling writes for close at 1731301972840Writing region close event to WAL at 1731301972840Closed at 1731301972840 2024-11-11T05:12:52,841 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c0021c8a5aeff5fea875889f062352ed, NAME => 'SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741838_1014 (size=62) 2024-11-11T05:12:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741838_1014 (size=62) 2024-11-11T05:12:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741838_1014 (size=62) 2024-11-11T05:12:52,844 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:52,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e6a541488e971ed684065d87ff7da01d, disabling compactions & flushes 2024-11-11T05:12:52,845 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:12:52,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:12:52,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. after waiting 0 ms 2024-11-11T05:12:52,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:12:52,845 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:12:52,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e6a541488e971ed684065d87ff7da01d: Waiting for close lock at 1731301972845Disabling compacts and flushes for region at 1731301972845Disabling writes for close at 1731301972845Writing region close event to WAL at 1731301972845Closed at 1731301972845 2024-11-11T05:12:52,846 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 785c28bff1aba3fece521abb4f009826, NAME => 'SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:52,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741841_1017 (size=62) 2024-11-11T05:12:52,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741841_1017 (size=62) 2024-11-11T05:12:52,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741841_1017 (size=62) 2024-11-11T05:12:52,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:52,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f0cf897442babdbeede87ccd8b8987b7, disabling compactions & flushes 2024-11-11T05:12:52,857 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:12:52,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:12:52,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. after waiting 0 ms 2024-11-11T05:12:52,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:12:52,857 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:12:52,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0cf897442babdbeede87ccd8b8987b7: Waiting for close lock at 1731301972857Disabling compacts and flushes for region at 1731301972857Disabling writes for close at 1731301972857Writing region close event to WAL at 1731301972857Closed at 1731301972857 2024-11-11T05:12:52,858 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58185db10f4aaf85cf9bf0f54ffce98f, NAME => 'SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741842_1018 (size=62) 2024-11-11T05:12:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741842_1018 (size=62) 2024-11-11T05:12:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741842_1018 (size=62) 2024-11-11T05:12:52,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c0021c8a5aeff5fea875889f062352ed, disabling compactions & flushes 2024-11-11T05:12:52,869 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:12:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:12:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. after waiting 0 ms 2024-11-11T05:12:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:12:52,869 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:12:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c0021c8a5aeff5fea875889f062352ed: Waiting for close lock at 1731301972869Disabling compacts and flushes for region at 1731301972869Disabling writes for close at 1731301972869Writing region close event to WAL at 1731301972869Closed at 1731301972869 2024-11-11T05:12:52,870 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 76a20ab7f40ba6b9e43873440c4414c9, NAME => 'SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741843_1019 (size=62) 2024-11-11T05:12:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741843_1019 (size=62) 2024-11-11T05:12:52,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741843_1019 (size=62) 2024-11-11T05:12:52,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:52,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 785c28bff1aba3fece521abb4f009826, disabling compactions & flushes 2024-11-11T05:12:52,875 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:12:52,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:12:52,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. after waiting 0 ms 2024-11-11T05:12:52,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:12:52,876 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:12:52,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 785c28bff1aba3fece521abb4f009826: Waiting for close lock at 1731301972875Disabling compacts and flushes for region at 1731301972875Disabling writes for close at 1731301972876 (+1 ms)Writing region close event to WAL at 1731301972876Closed at 1731301972876 2024-11-11T05:12:52,877 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 43757689edebeff72e10b46fe316da30, NAME => 'SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741844_1020 (size=62) 2024-11-11T05:12:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741844_1020 (size=62) 2024-11-11T05:12:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741844_1020 (size=62) 2024-11-11T05:12:52,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:52,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 58185db10f4aaf85cf9bf0f54ffce98f, disabling compactions & flushes 2024-11-11T05:12:52,882 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:12:52,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:12:52,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. after waiting 0 ms 2024-11-11T05:12:52,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:12:52,882 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:12:52,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58185db10f4aaf85cf9bf0f54ffce98f: Waiting for close lock at 1731301972882Disabling compacts and flushes for region at 1731301972882Disabling writes for close at 1731301972882Writing region close event to WAL at 1731301972882Closed at 1731301972882 2024-11-11T05:12:52,883 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d80a146b846214e9655abb115baa07f8, NAME => 'SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a 2024-11-11T05:12:52,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741845_1021 (size=62) 2024-11-11T05:12:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741845_1021 (size=62) 2024-11-11T05:12:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741845_1021 (size=62) 2024-11-11T05:12:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741846_1022 (size=62) 2024-11-11T05:12:52,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741846_1022 (size=62) 2024-11-11T05:12:52,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741846_1022 (size=62) 2024-11-11T05:12:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741847_1023 (size=54) 2024-11-11T05:12:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741847_1023 (size=54) 2024-11-11T05:12:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741847_1023 (size=54) 2024-11-11T05:12:52,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:52,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d80a146b846214e9655abb115baa07f8, disabling compactions & flushes 2024-11-11T05:12:52,902 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:12:52,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:12:52,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. after waiting 0 ms 2024-11-11T05:12:52,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:12:52,902 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:12:52,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d80a146b846214e9655abb115baa07f8: Waiting for close lock at 1731301972902Disabling compacts and flushes for region at 1731301972902Disabling writes for close at 1731301972902Writing region close event to WAL at 1731301972902Closed at 1731301972902 2024-11-11T05:12:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:12:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:12:53,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:53,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 76a20ab7f40ba6b9e43873440c4414c9, disabling compactions & flushes 2024-11-11T05:12:53,296 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:12:53,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:12:53,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. after waiting 0 ms 2024-11-11T05:12:53,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:12:53,296 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:12:53,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 76a20ab7f40ba6b9e43873440c4414c9: Waiting for close lock at 1731301973296Disabling compacts and flushes for region at 1731301973296Disabling writes for close at 1731301973296Writing region close event to WAL at 1731301973296Closed at 1731301973296 2024-11-11T05:12:53,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:12:53,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 43757689edebeff72e10b46fe316da30, disabling compactions & flushes 2024-11-11T05:12:53,300 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:12:53,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:12:53,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. after waiting 0 ms 2024-11-11T05:12:53,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:12:53,300 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:12:53,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 43757689edebeff72e10b46fe316da30: Waiting for close lock at 1731301973300Disabling compacts and flushes for region at 1731301973300Disabling writes for close at 1731301973300Writing region close event to WAL at 1731301973300Closed at 1731301973300 2024-11-11T05:12:53,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:12:53,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731301973304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731301973304"}]},"ts":"1731301973304"} 2024-11-11T05:12:53,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731301973304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731301973304"}]},"ts":"1731301973304"} 2024-11-11T05:12:53,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731301973304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731301973304"}]},"ts":"1731301973304"} 2024-11-11T05:12:53,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731301973304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731301973304"}]},"ts":"1731301973304"} 2024-11-11T05:12:53,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731301973304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731301973304"}]},"ts":"1731301973304"} 2024-11-11T05:12:53,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731301973304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731301973304"}]},"ts":"1731301973304"} 2024-11-11T05:12:53,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731301973304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731301973304"}]},"ts":"1731301973304"} 2024-11-11T05:12:53,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731301973304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731301973304"}]},"ts":"1731301973304"} 2024-11-11T05:12:53,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731301973304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731301973304"}]},"ts":"1731301973304"} 2024-11-11T05:12:53,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731301973304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731301973304"}]},"ts":"1731301973304"} 2024-11-11T05:12:53,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T05:12:53,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:12:53,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731301973350"}]},"ts":"1731301973350"} 2024-11-11T05:12:53,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T05:12:53,357 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:12:53,366 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:12:53,366 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:12:53,366 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T05:12:53,366 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:12:53,366 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:12:53,366 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T05:12:53,366 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:12:53,366 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:12:53,366 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T05:12:53,366 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:12:53,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c96f9f1537ead9b6062e4ccd6c1824a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6a541488e971ed684065d87ff7da01d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d41c3da0f5b506a90d57221e227649da, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cf897442babdbeede87ccd8b8987b7, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0021c8a5aeff5fea875889f062352ed, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=785c28bff1aba3fece521abb4f009826, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58185db10f4aaf85cf9bf0f54ffce98f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76a20ab7f40ba6b9e43873440c4414c9, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43757689edebeff72e10b46fe316da30, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d80a146b846214e9655abb115baa07f8, ASSIGN}] 2024-11-11T05:12:53,372 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c96f9f1537ead9b6062e4ccd6c1824a, ASSIGN 2024-11-11T05:12:53,372 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6a541488e971ed684065d87ff7da01d, ASSIGN 2024-11-11T05:12:53,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d41c3da0f5b506a90d57221e227649da, ASSIGN 2024-11-11T05:12:53,372 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0021c8a5aeff5fea875889f062352ed, ASSIGN 2024-11-11T05:12:53,374 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d80a146b846214e9655abb115baa07f8, ASSIGN 2024-11-11T05:12:53,374 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6a541488e971ed684065d87ff7da01d, ASSIGN; state=OFFLINE, location=1d14b453aaa0,38345,1731301960272; forceNewPlan=false, retain=false 2024-11-11T05:12:53,374 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d41c3da0f5b506a90d57221e227649da, ASSIGN; state=OFFLINE, location=1d14b453aaa0,37369,1731301960318; forceNewPlan=false, retain=false 2024-11-11T05:12:53,374 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c96f9f1537ead9b6062e4ccd6c1824a, ASSIGN; state=OFFLINE, location=1d14b453aaa0,40097,1731301960175; forceNewPlan=false, retain=false 2024-11-11T05:12:53,374 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c0021c8a5aeff5fea875889f062352ed, ASSIGN; state=OFFLINE, location=1d14b453aaa0,37369,1731301960318; forceNewPlan=false, retain=false 2024-11-11T05:12:53,375 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d80a146b846214e9655abb115baa07f8, ASSIGN; state=OFFLINE, location=1d14b453aaa0,37369,1731301960318; forceNewPlan=false, retain=false 2024-11-11T05:12:53,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58185db10f4aaf85cf9bf0f54ffce98f, ASSIGN 2024-11-11T05:12:53,379 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76a20ab7f40ba6b9e43873440c4414c9, ASSIGN 2024-11-11T05:12:53,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43757689edebeff72e10b46fe316da30, ASSIGN 2024-11-11T05:12:53,380 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=785c28bff1aba3fece521abb4f009826, ASSIGN 2024-11-11T05:12:53,380 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cf897442babdbeede87ccd8b8987b7, ASSIGN 2024-11-11T05:12:53,381 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76a20ab7f40ba6b9e43873440c4414c9, ASSIGN; state=OFFLINE, location=1d14b453aaa0,38345,1731301960272; forceNewPlan=false, retain=false 2024-11-11T05:12:53,381 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58185db10f4aaf85cf9bf0f54ffce98f, ASSIGN; state=OFFLINE, location=1d14b453aaa0,40097,1731301960175; forceNewPlan=false, retain=false 2024-11-11T05:12:53,382 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43757689edebeff72e10b46fe316da30, ASSIGN; state=OFFLINE, location=1d14b453aaa0,40097,1731301960175; forceNewPlan=false, retain=false 2024-11-11T05:12:53,382 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=785c28bff1aba3fece521abb4f009826, ASSIGN; state=OFFLINE, location=1d14b453aaa0,38345,1731301960272; forceNewPlan=false, retain=false 2024-11-11T05:12:53,382 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0cf897442babdbeede87ccd8b8987b7, ASSIGN; state=OFFLINE, location=1d14b453aaa0,40097,1731301960175; forceNewPlan=false, retain=false 2024-11-11T05:12:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:12:53,527 INFO [1d14b453aaa0:37845 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T05:12:53,529 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c96f9f1537ead9b6062e4ccd6c1824a, regionState=OPENING, regionLocation=1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:53,529 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=58185db10f4aaf85cf9bf0f54ffce98f, regionState=OPENING, regionLocation=1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:53,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=43757689edebeff72e10b46fe316da30, regionState=OPENING, regionLocation=1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:53,529 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=76a20ab7f40ba6b9e43873440c4414c9, regionState=OPENING, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:12:53,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f0cf897442babdbeede87ccd8b8987b7, regionState=OPENING, regionLocation=1d14b453aaa0,40097,1731301960175 2024-11-11T05:12:53,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e6a541488e971ed684065d87ff7da01d, regionState=OPENING, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:12:53,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=785c28bff1aba3fece521abb4f009826, regionState=OPENING, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:12:53,531 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d41c3da0f5b506a90d57221e227649da, regionState=OPENING, regionLocation=1d14b453aaa0,37369,1731301960318 2024-11-11T05:12:53,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d80a146b846214e9655abb115baa07f8, regionState=OPENING, regionLocation=1d14b453aaa0,37369,1731301960318 2024-11-11T05:12:53,531 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0021c8a5aeff5fea875889f062352ed, regionState=OPENING, regionLocation=1d14b453aaa0,37369,1731301960318 2024-11-11T05:12:53,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43757689edebeff72e10b46fe316da30, ASSIGN because future has completed 2024-11-11T05:12:53,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43757689edebeff72e10b46fe316da30, server=1d14b453aaa0,40097,1731301960175}] 2024-11-11T05:12:53,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c96f9f1537ead9b6062e4ccd6c1824a, ASSIGN because future has completed 2024-11-11T05:12:53,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a, server=1d14b453aaa0,40097,1731301960175}] 2024-11-11T05:12:53,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58185db10f4aaf85cf9bf0f54ffce98f, ASSIGN because future has completed 2024-11-11T05:12:53,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0cf897442babdbeede87ccd8b8987b7, ASSIGN because future has completed 2024-11-11T05:12:53,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cf897442babdbeede87ccd8b8987b7, server=1d14b453aaa0,40097,1731301960175}] 2024-11-11T05:12:53,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76a20ab7f40ba6b9e43873440c4414c9, ASSIGN because future has completed 2024-11-11T05:12:53,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76a20ab7f40ba6b9e43873440c4414c9, server=1d14b453aaa0,38345,1731301960272}] 2024-11-11T05:12:53,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f, server=1d14b453aaa0,40097,1731301960175}] 2024-11-11T05:12:53,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=785c28bff1aba3fece521abb4f009826, ASSIGN because future has completed 2024-11-11T05:12:53,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6a541488e971ed684065d87ff7da01d, ASSIGN because future has completed 2024-11-11T05:12:53,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d41c3da0f5b506a90d57221e227649da, ASSIGN because future has completed 2024-11-11T05:12:53,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 785c28bff1aba3fece521abb4f009826, server=1d14b453aaa0,38345,1731301960272}] 2024-11-11T05:12:53,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d41c3da0f5b506a90d57221e227649da, server=1d14b453aaa0,37369,1731301960318}] 2024-11-11T05:12:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c0021c8a5aeff5fea875889f062352ed, ASSIGN because future has completed 2024-11-11T05:12:53,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d80a146b846214e9655abb115baa07f8, ASSIGN because future has completed 2024-11-11T05:12:53,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6a541488e971ed684065d87ff7da01d, server=1d14b453aaa0,38345,1731301960272}] 2024-11-11T05:12:53,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0021c8a5aeff5fea875889f062352ed, server=1d14b453aaa0,37369,1731301960318}] 2024-11-11T05:12:53,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d80a146b846214e9655abb115baa07f8, server=1d14b453aaa0,37369,1731301960318}] 2024-11-11T05:12:53,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:12:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:12:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:12:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:12:57,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T05:12:59,764 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:12:59,764 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T05:12:59,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:12:59,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T05:13:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:13:03,551 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:13:03,552 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f0cf897442babdbeede87ccd8b8987b7, NAME => 'SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T05:13:03,552 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,552 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:03,552 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,552 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:13:03,562 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:13:03,562 INFO [StoreOpener-f0cf897442babdbeede87ccd8b8987b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:13:03,565 INFO [StoreOpener-f0cf897442babdbeede87ccd8b8987b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cf897442babdbeede87ccd8b8987b7 columnFamilyName cf 2024-11-11T05:13:03,565 DEBUG [StoreOpener-f0cf897442babdbeede87ccd8b8987b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:03,567 INFO [StoreOpener-f0cf897442babdbeede87ccd8b8987b7-1 {}] regionserver.HStore(327): Store=f0cf897442babdbeede87ccd8b8987b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:03,567 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,569 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:13:03,569 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,570 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,571 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,575 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,586 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/f0cf897442babdbeede87ccd8b8987b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:13:03,586 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:13:03,587 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e6a541488e971ed684065d87ff7da01d, NAME => 'SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T05:13:03,588 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,588 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:03,588 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,588 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,588 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f0cf897442babdbeede87ccd8b8987b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66832021, jitterRate=-0.004125282168388367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:03,588 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:03,589 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:13:03,589 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c0021c8a5aeff5fea875889f062352ed, NAME => 'SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T05:13:03,590 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f0cf897442babdbeede87ccd8b8987b7: Running coprocessor pre-open hook at 1731301983553Writing region info on filesystem at 1731301983553Initializing all the Stores at 1731301983554 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301983555 (+1 ms)Cleaning up temporary data from old regions at 1731301983571 (+16 ms)Running coprocessor post-open hooks at 1731301983588 (+17 ms)Region opened successfully at 1731301983590 (+2 ms) 2024-11-11T05:13:03,590 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,590 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:03,591 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,591 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,593 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7., pid=18, masterSystemTime=1731301983542 2024-11-11T05:13:03,596 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:13:03,596 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:13:03,596 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:13:03,597 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c96f9f1537ead9b6062e4ccd6c1824a, NAME => 'SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T05:13:03,597 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,597 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:03,597 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,597 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,599 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f0cf897442babdbeede87ccd8b8987b7, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,40097,1731301960175 2024-11-11T05:13:03,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cf897442babdbeede87ccd8b8987b7, server=1d14b453aaa0,40097,1731301960175 because future has completed 2024-11-11T05:13:03,608 INFO [StoreOpener-e6a541488e971ed684065d87ff7da01d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,610 INFO [StoreOpener-e6a541488e971ed684065d87ff7da01d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6a541488e971ed684065d87ff7da01d columnFamilyName cf 2024-11-11T05:13:03,611 DEBUG [StoreOpener-e6a541488e971ed684065d87ff7da01d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:03,611 INFO [StoreOpener-e6a541488e971ed684065d87ff7da01d-1 {}] regionserver.HStore(327): Store=e6a541488e971ed684065d87ff7da01d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:03,612 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,613 INFO [StoreOpener-c0021c8a5aeff5fea875889f062352ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,613 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,614 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,616 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,616 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,616 INFO [StoreOpener-7c96f9f1537ead9b6062e4ccd6c1824a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,616 INFO [StoreOpener-c0021c8a5aeff5fea875889f062352ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0021c8a5aeff5fea875889f062352ed columnFamilyName cf 2024-11-11T05:13:03,617 DEBUG [StoreOpener-c0021c8a5aeff5fea875889f062352ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:03,620 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,620 INFO [StoreOpener-c0021c8a5aeff5fea875889f062352ed-1 {}] regionserver.HStore(327): Store=c0021c8a5aeff5fea875889f062352ed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:03,621 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-11T05:13:03,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f0cf897442babdbeede87ccd8b8987b7, server=1d14b453aaa0,40097,1731301960175 in 10.0630 sec 2024-11-11T05:13:03,626 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cf897442babdbeede87ccd8b8987b7, ASSIGN in 10.2550 sec 2024-11-11T05:13:03,627 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,628 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,629 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,632 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,633 INFO [StoreOpener-7c96f9f1537ead9b6062e4ccd6c1824a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c96f9f1537ead9b6062e4ccd6c1824a columnFamilyName cf 2024-11-11T05:13:03,633 DEBUG [StoreOpener-7c96f9f1537ead9b6062e4ccd6c1824a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:03,633 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/e6a541488e971ed684065d87ff7da01d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:13:03,634 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e6a541488e971ed684065d87ff7da01d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70292926, jitterRate=0.047446221113204956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:03,634 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:03,634 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e6a541488e971ed684065d87ff7da01d: Running coprocessor pre-open hook at 1731301983590Writing region info on filesystem at 1731301983590Initializing all the Stores at 1731301983594 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301983594Cleaning up temporary data from old regions at 1731301983616 (+22 ms)Running coprocessor post-open hooks at 1731301983634 (+18 ms)Region opened successfully at 1731301983634 2024-11-11T05:13:03,637 INFO [StoreOpener-7c96f9f1537ead9b6062e4ccd6c1824a-1 {}] regionserver.HStore(327): Store=7c96f9f1537ead9b6062e4ccd6c1824a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:03,637 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,637 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d., pid=24, masterSystemTime=1731301983561 2024-11-11T05:13:03,638 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,640 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,640 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/c0021c8a5aeff5fea875889f062352ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:13:03,641 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,641 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,641 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:13:03,641 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:13:03,641 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:13:03,642 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 76a20ab7f40ba6b9e43873440c4414c9, NAME => 'SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T05:13:03,642 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,642 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:03,642 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,643 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e6a541488e971ed684065d87ff7da01d, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:03,643 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c0021c8a5aeff5fea875889f062352ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63199357, jitterRate=-0.05825619399547577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:03,644 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:03,644 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c0021c8a5aeff5fea875889f062352ed: Running coprocessor pre-open hook at 1731301983591Writing region info on filesystem at 1731301983591Initializing all the Stores at 1731301983602 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301983602Cleaning up temporary data from old regions at 1731301983629 (+27 ms)Running coprocessor post-open hooks at 1731301983644 (+15 ms)Region opened successfully at 1731301983644 2024-11-11T05:13:03,647 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,647 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed., pid=23, masterSystemTime=1731301983561 2024-11-11T05:13:03,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6a541488e971ed684065d87ff7da01d, server=1d14b453aaa0,38345,1731301960272 because future has completed 2024-11-11T05:13:03,651 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:13:03,652 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:13:03,652 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:13:03,652 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d80a146b846214e9655abb115baa07f8, NAME => 'SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T05:13:03,652 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,653 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:03,653 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,653 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,655 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0021c8a5aeff5fea875889f062352ed, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37369,1731301960318 2024-11-11T05:13:03,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-11T05:13:03,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e6a541488e971ed684065d87ff7da01d, server=1d14b453aaa0,38345,1731301960272 in 10.0930 sec 2024-11-11T05:13:03,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0021c8a5aeff5fea875889f062352ed, server=1d14b453aaa0,37369,1731301960318 because future has completed 2024-11-11T05:13:03,661 INFO [StoreOpener-d80a146b846214e9655abb115baa07f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,663 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/7c96f9f1537ead9b6062e4ccd6c1824a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:13:03,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6a541488e971ed684065d87ff7da01d, ASSIGN in 10.2900 sec 2024-11-11T05:13:03,664 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 7c96f9f1537ead9b6062e4ccd6c1824a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58894118, jitterRate=-0.12240925431251526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:03,664 INFO [StoreOpener-d80a146b846214e9655abb115baa07f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d80a146b846214e9655abb115baa07f8 columnFamilyName cf 2024-11-11T05:13:03,664 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:03,664 DEBUG [StoreOpener-d80a146b846214e9655abb115baa07f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:03,664 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 7c96f9f1537ead9b6062e4ccd6c1824a: Running coprocessor pre-open hook at 1731301983597Writing region info on filesystem at 1731301983597Initializing all the Stores at 1731301983603 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301983603Cleaning up temporary data from old regions at 1731301983641 (+38 ms)Running coprocessor post-open hooks at 1731301983664 (+23 ms)Region opened successfully at 1731301983664 2024-11-11T05:13:03,666 INFO [StoreOpener-d80a146b846214e9655abb115baa07f8-1 {}] regionserver.HStore(327): Store=d80a146b846214e9655abb115baa07f8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:03,666 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a., pid=16, masterSystemTime=1731301983542 2024-11-11T05:13:03,668 INFO [StoreOpener-76a20ab7f40ba6b9e43873440c4414c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,669 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:13:03,669 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:13:03,669 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:13:03,669 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 58185db10f4aaf85cf9bf0f54ffce98f, NAME => 'SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T05:13:03,670 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,670 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,670 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:03,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c96f9f1537ead9b6062e4ccd6c1824a, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,40097,1731301960175 2024-11-11T05:13:03,670 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,671 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,671 INFO [StoreOpener-76a20ab7f40ba6b9e43873440c4414c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a20ab7f40ba6b9e43873440c4414c9 columnFamilyName cf 2024-11-11T05:13:03,671 DEBUG [StoreOpener-76a20ab7f40ba6b9e43873440c4414c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:03,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-11T05:13:03,672 INFO [StoreOpener-76a20ab7f40ba6b9e43873440c4414c9-1 {}] regionserver.HStore(327): Store=76a20ab7f40ba6b9e43873440c4414c9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:03,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c0021c8a5aeff5fea875889f062352ed, server=1d14b453aaa0,37369,1731301960318 in 10.1070 sec 2024-11-11T05:13:03,672 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,674 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,674 INFO [StoreOpener-58185db10f4aaf85cf9bf0f54ffce98f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,675 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,676 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,676 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,677 INFO [StoreOpener-58185db10f4aaf85cf9bf0f54ffce98f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58185db10f4aaf85cf9bf0f54ffce98f columnFamilyName cf 2024-11-11T05:13:03,677 DEBUG [StoreOpener-58185db10f4aaf85cf9bf0f54ffce98f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:03,678 INFO [StoreOpener-58185db10f4aaf85cf9bf0f54ffce98f-1 {}] regionserver.HStore(327): Store=58185db10f4aaf85cf9bf0f54ffce98f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:03,678 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,679 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,679 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,680 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,680 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,682 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,682 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,682 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a, server=1d14b453aaa0,40097,1731301960175 because future has completed 2024-11-11T05:13:03,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0021c8a5aeff5fea875889f062352ed, ASSIGN in 10.3040 sec 2024-11-11T05:13:03,684 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,684 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,688 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,688 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:13:03,689 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,689 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 76a20ab7f40ba6b9e43873440c4414c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59997882, jitterRate=-0.1059618890285492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:03,690 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:03,690 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 76a20ab7f40ba6b9e43873440c4414c9: Running coprocessor pre-open hook at 1731301983643Writing region info on filesystem at 1731301983643Initializing all the Stores at 1731301983646 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301983646Cleaning up temporary data from old regions at 1731301983676 (+30 ms)Running coprocessor post-open hooks at 1731301983690 (+14 ms)Region opened successfully at 1731301983690 2024-11-11T05:13:03,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-11T05:13:03,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a, server=1d14b453aaa0,40097,1731301960175 in 10.1460 sec 2024-11-11T05:13:03,692 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9., pid=19, masterSystemTime=1731301983561 2024-11-11T05:13:03,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c96f9f1537ead9b6062e4ccd6c1824a, ASSIGN in 10.3230 sec 2024-11-11T05:13:03,695 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:13:03,695 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:13:03,696 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:13:03,696 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 785c28bff1aba3fece521abb4f009826, NAME => 'SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T05:13:03,696 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,696 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:03,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=76a20ab7f40ba6b9e43873440c4414c9, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:03,697 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,697 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,701 INFO [StoreOpener-785c28bff1aba3fece521abb4f009826-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76a20ab7f40ba6b9e43873440c4414c9, server=1d14b453aaa0,38345,1731301960272 because future has completed 2024-11-11T05:13:03,701 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:13:03,703 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d80a146b846214e9655abb115baa07f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62041281, jitterRate=-0.07551287114620209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:03,703 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/58185db10f4aaf85cf9bf0f54ffce98f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:13:03,703 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:03,703 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d80a146b846214e9655abb115baa07f8: Running coprocessor pre-open hook at 1731301983653Writing region info on filesystem at 1731301983653Initializing all the Stores at 1731301983658 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301983658Cleaning up temporary data from old regions at 1731301983684 (+26 ms)Running coprocessor post-open hooks at 1731301983703 (+19 ms)Region opened successfully at 1731301983703 2024-11-11T05:13:03,705 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8., pid=22, masterSystemTime=1731301983561 2024-11-11T05:13:03,705 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 58185db10f4aaf85cf9bf0f54ffce98f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73048021, jitterRate=0.08850033581256866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:03,705 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:03,705 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 58185db10f4aaf85cf9bf0f54ffce98f: Running coprocessor pre-open hook at 1731301983671Writing region info on filesystem at 1731301983671Initializing all the Stores at 1731301983672 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301983672Cleaning up temporary data from old regions at 1731301983682 (+10 ms)Running coprocessor post-open hooks at 1731301983705 (+23 ms)Region opened successfully at 1731301983705 2024-11-11T05:13:03,705 INFO [StoreOpener-785c28bff1aba3fece521abb4f009826-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 785c28bff1aba3fece521abb4f009826 columnFamilyName cf 2024-11-11T05:13:03,705 DEBUG [StoreOpener-785c28bff1aba3fece521abb4f009826-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:03,706 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., pid=17, masterSystemTime=1731301983542 2024-11-11T05:13:03,707 INFO [StoreOpener-785c28bff1aba3fece521abb4f009826-1 {}] regionserver.HStore(327): Store=785c28bff1aba3fece521abb4f009826/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:03,707 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,709 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,710 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,711 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:13:03,711 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:13:03,711 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:13:03,712 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d41c3da0f5b506a90d57221e227649da, NAME => 'SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T05:13:03,712 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d80a146b846214e9655abb115baa07f8, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37369,1731301960318 2024-11-11T05:13:03,712 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,712 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:03,712 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,713 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,713 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,713 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,715 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:13:03,715 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:13:03,715 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:13:03,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-11T05:13:03,715 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 43757689edebeff72e10b46fe316da30, NAME => 'SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T05:13:03,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 76a20ab7f40ba6b9e43873440c4414c9, server=1d14b453aaa0,38345,1731301960272 in 10.1590 sec 2024-11-11T05:13:03,716 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=58185db10f4aaf85cf9bf0f54ffce98f, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,40097,1731301960175 2024-11-11T05:13:03,716 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:03,716 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,716 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,719 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=1d14b453aaa0,37369,1731301960318, table=SPTestTable, region=d80a146b846214e9655abb115baa07f8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T05:13:03,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d80a146b846214e9655abb115baa07f8, server=1d14b453aaa0,37369,1731301960318 because future has completed 2024-11-11T05:13:03,720 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76a20ab7f40ba6b9e43873440c4414c9, ASSIGN in 10.3480 sec 2024-11-11T05:13:03,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f, server=1d14b453aaa0,40097,1731301960175 because future has completed 2024-11-11T05:13:03,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-11T05:13:03,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d80a146b846214e9655abb115baa07f8, server=1d14b453aaa0,37369,1731301960318 in 10.1650 sec 2024-11-11T05:13:03,730 INFO [StoreOpener-43757689edebeff72e10b46fe316da30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,730 INFO [StoreOpener-d41c3da0f5b506a90d57221e227649da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-11T05:13:03,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d80a146b846214e9655abb115baa07f8, ASSIGN in 10.3600 sec 2024-11-11T05:13:03,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f, server=1d14b453aaa0,40097,1731301960175 in 10.1850 sec 2024-11-11T05:13:03,733 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/785c28bff1aba3fece521abb4f009826/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:13:03,734 INFO [StoreOpener-43757689edebeff72e10b46fe316da30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43757689edebeff72e10b46fe316da30 columnFamilyName cf 2024-11-11T05:13:03,734 INFO [StoreOpener-d41c3da0f5b506a90d57221e227649da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d41c3da0f5b506a90d57221e227649da columnFamilyName cf 2024-11-11T05:13:03,734 DEBUG [StoreOpener-d41c3da0f5b506a90d57221e227649da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:03,734 DEBUG [StoreOpener-43757689edebeff72e10b46fe316da30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:03,734 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 785c28bff1aba3fece521abb4f009826; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70527749, jitterRate=0.050945356488227844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:03,734 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:03,734 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 785c28bff1aba3fece521abb4f009826: Running coprocessor pre-open hook at 1731301983697Writing region info on filesystem at 1731301983697Initializing all the Stores at 1731301983700 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301983700Cleaning up temporary data from old regions at 1731301983713 (+13 ms)Running coprocessor post-open hooks at 1731301983734 (+21 ms)Region opened successfully at 1731301983734 2024-11-11T05:13:03,735 INFO [StoreOpener-43757689edebeff72e10b46fe316da30-1 {}] regionserver.HStore(327): Store=43757689edebeff72e10b46fe316da30/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:03,735 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826., pid=20, masterSystemTime=1731301983561 2024-11-11T05:13:03,736 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,736 INFO [StoreOpener-d41c3da0f5b506a90d57221e227649da-1 {}] regionserver.HStore(327): Store=d41c3da0f5b506a90d57221e227649da/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:03,737 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,739 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58185db10f4aaf85cf9bf0f54ffce98f, ASSIGN in 10.3650 sec 2024-11-11T05:13:03,740 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,740 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,741 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,741 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:13:03,742 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:13:03,742 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,742 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,743 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=785c28bff1aba3fece521abb4f009826, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:03,743 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,743 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,745 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,746 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 785c28bff1aba3fece521abb4f009826, server=1d14b453aaa0,38345,1731301960272 because future has completed 2024-11-11T05:13:03,756 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/43757689edebeff72e10b46fe316da30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:13:03,756 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d41c3da0f5b506a90d57221e227649da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:13:03,757 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d41c3da0f5b506a90d57221e227649da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63415169, jitterRate=-0.05504034459590912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:03,757 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:03,758 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d41c3da0f5b506a90d57221e227649da: Running coprocessor pre-open hook at 1731301983713Writing region info on filesystem at 1731301983713Initializing all the Stores at 1731301983718 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301983718Cleaning up temporary data from old regions at 1731301983743 (+25 ms)Running coprocessor post-open hooks at 1731301983757 (+14 ms)Region opened successfully at 1731301983758 (+1 ms) 2024-11-11T05:13:03,758 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 43757689edebeff72e10b46fe316da30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74562469, jitterRate=0.11106736958026886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:03,758 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:03,758 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 43757689edebeff72e10b46fe316da30: Running coprocessor pre-open hook at 1731301983716Writing region info on filesystem at 1731301983716Initializing all the Stores at 1731301983720 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731301983720Cleaning up temporary data from old regions at 1731301983742 (+22 ms)Running coprocessor post-open hooks at 1731301983758 (+16 ms)Region opened successfully at 1731301983758 2024-11-11T05:13:03,759 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30., pid=15, masterSystemTime=1731301983542 2024-11-11T05:13:03,759 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da., pid=21, masterSystemTime=1731301983561 2024-11-11T05:13:03,762 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:13:03,762 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:13:03,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-11T05:13:03,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 785c28bff1aba3fece521abb4f009826, server=1d14b453aaa0,38345,1731301960272 in 10.2090 sec 2024-11-11T05:13:03,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=43757689edebeff72e10b46fe316da30, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,40097,1731301960175 2024-11-11T05:13:03,765 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:13:03,765 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:13:03,766 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d41c3da0f5b506a90d57221e227649da, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37369,1731301960318 2024-11-11T05:13:03,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=785c28bff1aba3fece521abb4f009826, ASSIGN in 10.3950 sec 2024-11-11T05:13:03,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43757689edebeff72e10b46fe316da30, server=1d14b453aaa0,40097,1731301960175 because future has completed 2024-11-11T05:13:03,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d41c3da0f5b506a90d57221e227649da, server=1d14b453aaa0,37369,1731301960318 because future has completed 2024-11-11T05:13:03,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-11T05:13:03,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 43757689edebeff72e10b46fe316da30, server=1d14b453aaa0,40097,1731301960175 in 10.2410 sec 2024-11-11T05:13:03,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-11T05:13:03,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d41c3da0f5b506a90d57221e227649da, server=1d14b453aaa0,37369,1731301960318 in 10.2260 sec 2024-11-11T05:13:03,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43757689edebeff72e10b46fe316da30, ASSIGN in 10.4150 sec 2024-11-11T05:13:03,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-11T05:13:03,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d41c3da0f5b506a90d57221e227649da, ASSIGN in 10.4170 sec 2024-11-11T05:13:03,792 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:13:03,793 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731301983793"}]},"ts":"1731301983793"} 2024-11-11T05:13:03,796 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T05:13:03,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:13:03,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0210 sec 2024-11-11T05:13:05,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T05:13:08,576 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:13:09,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T05:13:09,764 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-11T05:13:09,764 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-11T05:13:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:13:11,045 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T05:13:11,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T05:13:11,046 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:13:11,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T05:13:11,060 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:13:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T05:13:11,119 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,125 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,129 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,135 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,140 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,142 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9., hostname=1d14b453aaa0,38345,1731301960272, seqNum=2] 2024-11-11T05:13:11,180 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9., hostname=1d14b453aaa0,38345,1731301960272, seqNum=2] 2024-11-11T05:13:11,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9., hostname=1d14b453aaa0,38345,1731301960272, seqNum=2] 2024-11-11T05:13:11,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9., hostname=1d14b453aaa0,38345,1731301960272, seqNum=2] 2024-11-11T05:13:11,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9., hostname=1d14b453aaa0,38345,1731301960272, seqNum=2] 2024-11-11T05:13:11,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9., hostname=1d14b453aaa0,38345,1731301960272, seqNum=2] 2024-11-11T05:13:11,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9., hostname=1d14b453aaa0,38345,1731301960272, seqNum=2] 2024-11-11T05:13:11,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9., hostname=1d14b453aaa0,38345,1731301960272, seqNum=2] 2024-11-11T05:13:11,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30., hostname=1d14b453aaa0,40097,1731301960175, seqNum=2] 2024-11-11T05:13:11,316 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8., hostname=1d14b453aaa0,37369,1731301960318, seqNum=2] 2024-11-11T05:13:11,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8., hostname=1d14b453aaa0,37369,1731301960318, seqNum=2] 2024-11-11T05:13:11,325 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8., hostname=1d14b453aaa0,37369,1731301960318, seqNum=2] 2024-11-11T05:13:11,327 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8., hostname=1d14b453aaa0,37369,1731301960318, seqNum=2] 2024-11-11T05:13:11,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8., hostname=1d14b453aaa0,37369,1731301960318, seqNum=2] 2024-11-11T05:13:11,330 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8., hostname=1d14b453aaa0,37369,1731301960318, seqNum=2] 2024-11-11T05:13:11,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8., hostname=1d14b453aaa0,37369,1731301960318, seqNum=2] 2024-11-11T05:13:12,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:13:12,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:13:12,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:13:12,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T05:13:12,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:13:12,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T05:13:12,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:13:12,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T05:13:12,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T05:13:13,133 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T05:13:13,135 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:13:13,137 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T05:13:13,143 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T05:13:13,156 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T05:13:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741848_1024 (size=49) 2024-11-11T05:13:13,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741848_1024 (size=49) 2024-11-11T05:13:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741848_1024 (size=49) 2024-11-11T05:13:13,178 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T05:13:13,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6a541488e971ed684065d87ff7da01d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d41c3da0f5b506a90d57221e227649da}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0021c8a5aeff5fea875889f062352ed}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 785c28bff1aba3fece521abb4f009826}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76a20ab7f40ba6b9e43873440c4414c9}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d80a146b846214e9655abb115baa07f8}] 2024-11-11T05:13:13,188 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:13,189 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:13,191 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:13,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:13,195 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:13,196 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:13,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:13,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:13,201 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:13,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:13,237 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1d14b453aaa0,40097,1731301960175 2024-11-11T05:13:13,237 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1d14b453aaa0,40097,1731301960175: Simulated kill ***** 2024-11-11T05:13:13,238 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:13:13,240 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:13:13,241 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:13:13,244 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:13:13,245 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:13:13,250 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 586175752 }, "NonHeapMemoryUsage": { "committed": 156762112, "init": 7667712, "max": -1, "used": 153254848 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "1d14b453aaa0", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "1d14b453aaa0", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60708", "tag.serverName": "1d14b453aaa0,38345,1731301960272", "tag.clusterId": "441e15b2-931e-4648-afa5-d51b3c4671f9", "tag.Context": "regionserver", "tag.Hostname": "1d14b453aaa0", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731301960272, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T05:13:13,254 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37845 {}] master.MasterRpcServices(700): 1d14b453aaa0,40097,1731301960175 reported a fatal error: ***** ABORTING region server 1d14b453aaa0,40097,1731301960175: Simulated kill ***** 2024-11-11T05:13:13,257 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,40097,1731301960175' ***** 2024-11-11T05:13:13,257 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T05:13:13,257 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:13:13,258 INFO [RS:0;1d14b453aaa0:40097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T05:13:13,258 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:13:13,258 INFO [RS:0;1d14b453aaa0:40097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T05:13:13,258 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:13:13,258 INFO [RS:0;1d14b453aaa0:40097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:40097. 2024-11-11T05:13:13,258 DEBUG [RS:0;1d14b453aaa0:40097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:13:13,258 DEBUG [RS:0;1d14b453aaa0:40097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:13:13,260 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:13:13,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741836_1012 (size=14382) 2024-11-11T05:13:13,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741836_1012 (size=14382) 2024-11-11T05:13:13,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741836_1012 (size=14382) 2024-11-11T05:13:13,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741835_1011 (size=1242) 2024-11-11T05:13:13,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741835_1011 (size=1242) 2024-11-11T05:13:13,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741835_1011 (size=1242) 2024-11-11T05:13:13,276 DEBUG [RS:0;1d14b453aaa0:40097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:13:13,276 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:13:13,276 INFO [RS:0;1d14b453aaa0:40097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40097 2024-11-11T05:13:13,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:13:13,291 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:13:13,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,40097,1731301960175 2024-11-11T05:13:13,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,40097,1731301960175] 2024-11-11T05:13:13,312 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,40097,1731301960175 already deleted, retry=false 2024-11-11T05:13:13,313 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1d14b453aaa0,40097,1731301960175 on 1d14b453aaa0,37845,1731301959441 2024-11-11T05:13:13,318 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1d14b453aaa0,40097,1731301960175, splitWal=true, meta=true 2024-11-11T05:13:13,321 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 1d14b453aaa0,40097,1731301960175 (carryingMeta=true) 1d14b453aaa0,40097,1731301960175/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4056abd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T05:13:13,321 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1d14b453aaa0,40097,1731301960175, splitWal=true, meta=true 2024-11-11T05:13:13,323 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1d14b453aaa0,40097,1731301960175, splitWal=true, meta=true, isMeta: true 2024-11-11T05:13:13,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:13,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:13,324 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:13,327 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:13,328 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:13:13,330 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 can not run currently because target server of region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T05:13:13,330 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f can not run currently because target server of region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T05:13:13,331 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f; timeout=1000, timestamp=1731301994331 2024-11-11T05:13:13,331 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30; timeout=1000, timestamp=1731301994331 2024-11-11T05:13:13,331 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 can not run currently because target server of region SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T05:13:13,331 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7; timeout=1000, timestamp=1731301994331 2024-11-11T05:13:13,331 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a can not run currently because target server of region SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T05:13:13,332 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a; timeout=1000, timestamp=1731301994331 2024-11-11T05:13:13,332 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting 2024-11-11T05:13:13,334 INFO [PEWorker-5 {}] master.SplitWALManager(105): 1d14b453aaa0,40097,1731301960175 WAL count=1, meta=true 2024-11-11T05:13:13,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta}] 2024-11-11T05:13:13,345 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:13:13,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta, worker=1d14b453aaa0,37369,1731301960318}] 2024-11-11T05:13:13,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:13:13,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x101284f5f8a0001, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:13:13,403 INFO [RS:0;1d14b453aaa0:40097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:13:13,403 INFO [RS:0;1d14b453aaa0:40097 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,40097,1731301960175; zookeeper connection closed. 2024-11-11T05:13:13,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e1e48c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e1e48c7 2024-11-11T05:13:13,667 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:13:13,667 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:13:14,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:14,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:14,331 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:14,332 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:14,333 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f can not run currently because target server of region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T05:13:14,333 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 can not run currently because target server of region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T05:13:14,333 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 can not run currently because target server of region SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T05:13:14,333 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a can not run currently because target server of region SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T05:13:14,333 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30; timeout=2000, timestamp=1731301996333 2024-11-11T05:13:14,333 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f; timeout=2000, timestamp=1731301996333 2024-11-11T05:13:14,333 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7; timeout=2000, timestamp=1731301996333 2024-11-11T05:13:14,333 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a; timeout=2000, timestamp=1731301996333 2024-11-11T05:13:14,406 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:37845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T05:13:16,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:16,333 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:16,333 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:16,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:16,335 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a can not run currently because target server of region SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T05:13:16,335 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 can not run currently because target server of region SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T05:13:16,335 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f can not run currently because target server of region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T05:13:16,335 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 can not run currently because target server of region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T05:13:16,335 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7; timeout=4000, timestamp=1731302000335 2024-11-11T05:13:16,335 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f; timeout=4000, timestamp=1731302000335 2024-11-11T05:13:16,335 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a; timeout=4000, timestamp=1731302000335 2024-11-11T05:13:16,335 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30; timeout=4000, timestamp=1731302000335 2024-11-11T05:13:20,336 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:20,336 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:20,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:20,337 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:20,339 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f can not run currently because target server of region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T05:13:20,339 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 can not run currently because target server of region SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T05:13:20,339 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 can not run currently because target server of region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T05:13:20,339 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7; timeout=8000, timestamp=1731302008339 2024-11-11T05:13:20,339 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f; timeout=8000, timestamp=1731302008339 2024-11-11T05:13:20,339 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30; timeout=8000, timestamp=1731302008339 2024-11-11T05:13:20,339 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a can not run currently because target server of region SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T05:13:20,340 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a; timeout=8000, timestamp=1731302008339 2024-11-11T05:13:23,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T05:13:23,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T05:13:23,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T05:13:23,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:13:23,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-11T05:13:23,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:13:23,206 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 76a20ab7f40ba6b9e43873440c4414c9 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T05:13:23,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d41c3da0f5b506a90d57221e227649da: 2024-11-11T05:13:23,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. for SnapshotProcedureTest completed. 2024-11-11T05:13:23,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T05:13:23,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:13:23,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:13:23,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:13:23,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 785c28bff1aba3fece521abb4f009826: 2024-11-11T05:13:23,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. for SnapshotProcedureTest completed. 2024-11-11T05:13:23,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:13:23,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:13:23,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:13:23,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:13:23,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T05:13:23,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:13:23,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e6a541488e971ed684065d87ff7da01d: 2024-11-11T05:13:23,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. for SnapshotProcedureTest completed. 2024-11-11T05:13:23,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:13:23,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:13:23,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:13:23,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T05:13:23,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:13:23,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c0021c8a5aeff5fea875889f062352ed: 2024-11-11T05:13:23,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. for SnapshotProcedureTest completed. 2024-11-11T05:13:23,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:13:23,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:13:23,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:13:23,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:13:23,228 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing d80a146b846214e9655abb115baa07f8 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T05:13:23,269 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta, size=14.0 K (14382bytes) 2024-11-11T05:13:23,270 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T05:13:23,270 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T05:13:23,270 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta 2024-11-11T05:13:23,279 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta after 6ms 2024-11-11T05:13:23,318 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta took 51ms 2024-11-11T05:13:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741849_1025 (size=65) 2024-11-11T05:13:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741849_1025 (size=65) 2024-11-11T05:13:23,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741849_1025 (size=65) 2024-11-11T05:13:23,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:13:23,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T05:13:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T05:13:23,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:23,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 785c28bff1aba3fece521abb4f009826 2024-11-11T05:13:23,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 785c28bff1aba3fece521abb4f009826 in 10.1610 sec 2024-11-11T05:13:23,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9/.tmp/cf/b5a41369bb874eaaa92ce62b82da5655 is 34, key is baa/cf:cf/1731301992193/Put/seqid=0 2024-11-11T05:13:23,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741850_1026 (size=65) 2024-11-11T05:13:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741850_1026 (size=65) 2024-11-11T05:13:23,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741850_1026 (size=65) 2024-11-11T05:13:23,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:13:23,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T05:13:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T05:13:23,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:23,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6a541488e971ed684065d87ff7da01d 2024-11-11T05:13:23,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e6a541488e971ed684065d87ff7da01d in 10.1900 sec 2024-11-11T05:13:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741851_1027 (size=65) 2024-11-11T05:13:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741851_1027 (size=65) 2024-11-11T05:13:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741851_1027 (size=65) 2024-11-11T05:13:23,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:13:23,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T05:13:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T05:13:23,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:23,406 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:13:23,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c0021c8a5aeff5fea875889f062352ed in 10.2330 sec 2024-11-11T05:13:23,420 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-11T05:13:23,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta so closing down 2024-11-11T05:13:23,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T05:13:23,429 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta.temp 2024-11-11T05:13:23,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741852_1028 (size=65) 2024-11-11T05:13:23,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741852_1028 (size=65) 2024-11-11T05:13:23,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741852_1028 (size=65) 2024-11-11T05:13:23,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:13:23,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T05:13:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T05:13:23,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:23,458 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d41c3da0f5b506a90d57221e227649da 2024-11-11T05:13:23,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d41c3da0f5b506a90d57221e227649da in 10.2810 sec 2024-11-11T05:13:23,466 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta.temp 2024-11-11T05:13:23,474 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T05:13:23,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741853_1029 (size=28623) 2024-11-11T05:13:23,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741853_1029 (size=28623) 2024-11-11T05:13:23,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741853_1029 (size=28623) 2024-11-11T05:13:23,515 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9/.tmp/cf/b5a41369bb874eaaa92ce62b82da5655 2024-11-11T05:13:23,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8/.tmp/cf/2431c4e2d63946daa656f533e878a96c is 34, key is eaa/cf:cf/1731301992929/Put/seqid=0 2024-11-11T05:13:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741854_1030 (size=499309) 2024-11-11T05:13:23,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741854_1030 (size=499309) 2024-11-11T05:13:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741854_1030 (size=499309) 2024-11-11T05:13:23,551 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8/.tmp/cf/2431c4e2d63946daa656f533e878a96c 2024-11-11T05:13:23,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741855_1031 (size=14141) 2024-11-11T05:13:23,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741855_1031 (size=14141) 2024-11-11T05:13:23,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741855_1031 (size=14141) 2024-11-11T05:13:23,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta.temp (wrote 25 edits, skipped 0 edits in 6 ms) 2024-11-11T05:13:23,571 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta.temp to hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T05:13:23,578 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 171 ms; skipped=1; WAL=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-11T05:13:23,579 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta, journal: Splitting hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta, size=14.0 K (14382bytes) at 1731302003269Finishing writing output for hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta so closing down at 1731302003427 (+158 ms)Creating recovered edits writer path=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta.temp at 1731302003467 (+40 ms)3 split writer threads finished at 1731302003474 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta.temp (wrote 25 edits, skipped 0 edits in 6 ms) at 1731302003567 (+93 ms)Rename recovered edits hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta.temp to hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731302003571 (+4 ms)Processed 26 edits across 1 Regions in 171 ms; skipped=1; WAL=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731302003578 (+7 ms) 2024-11-11T05:13:23,579 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta 2024-11-11T05:13:23,579 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T05:13:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T05:13:23,601 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta to hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/oldWALs 2024-11-11T05:13:23,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T05:13:23,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta, worker=1d14b453aaa0,37369,1731301960318 in 10.2530 sec 2024-11-11T05:13:23,609 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:13:23,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8/.tmp/cf/2431c4e2d63946daa656f533e878a96c as hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8/cf/2431c4e2d63946daa656f533e878a96c 2024-11-11T05:13:23,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9/.tmp/cf/b5a41369bb874eaaa92ce62b82da5655 as hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9/cf/b5a41369bb874eaaa92ce62b82da5655 2024-11-11T05:13:23,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T05:13:23,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 1d14b453aaa0%2C40097%2C1731301960175.meta.1731301972268.meta, worker=1d14b453aaa0,37369,1731301960318 in 10.2730 sec 2024-11-11T05:13:23,623 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting dir is empty, no logs to split. 2024-11-11T05:13:23,623 INFO [PEWorker-4 {}] master.SplitWALManager(105): 1d14b453aaa0,40097,1731301960175 WAL count=0, meta=true 2024-11-11T05:13:23,623 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 1d14b453aaa0,40097,1731301960175 WAL splitting is done? wals=0, meta=true 2024-11-11T05:13:23,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:13:23,628 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:13:23,629 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8/cf/2431c4e2d63946daa656f533e878a96c, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T05:13:23,630 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:13:23,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for d80a146b846214e9655abb115baa07f8 in 405ms, sequenceid=5, compaction requested=false 2024-11-11T05:13:23,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d80a146b846214e9655abb115baa07f8: 2024-11-11T05:13:23,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. for SnapshotProcedureTest completed. 2024-11-11T05:13:23,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:13:23,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:13:23,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8/cf/2431c4e2d63946daa656f533e878a96c] hfiles 2024-11-11T05:13:23,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8/cf/2431c4e2d63946daa656f533e878a96c for snapshot=SnapshotProcedureTest 2024-11-11T05:13:23,647 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9/cf/b5a41369bb874eaaa92ce62b82da5655, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T05:13:23,648 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 76a20ab7f40ba6b9e43873440c4414c9 in 447ms, sequenceid=5, compaction requested=false 2024-11-11T05:13:23,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 76a20ab7f40ba6b9e43873440c4414c9: 2024-11-11T05:13:23,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. for SnapshotProcedureTest completed. 2024-11-11T05:13:23,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:13:23,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:13:23,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9/cf/b5a41369bb874eaaa92ce62b82da5655] hfiles 2024-11-11T05:13:23,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9/cf/b5a41369bb874eaaa92ce62b82da5655 for snapshot=SnapshotProcedureTest 2024-11-11T05:13:23,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741857_1033 (size=97) 2024-11-11T05:13:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741857_1033 (size=97) 2024-11-11T05:13:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741857_1033 (size=97) 2024-11-11T05:13:23,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:13:23,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T05:13:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T05:13:23,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:23,696 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d80a146b846214e9655abb115baa07f8 2024-11-11T05:13:23,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d80a146b846214e9655abb115baa07f8 in 10.5190 sec 2024-11-11T05:13:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741856_1032 (size=105) 2024-11-11T05:13:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741856_1032 (size=105) 2024-11-11T05:13:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741856_1032 (size=105) 2024-11-11T05:13:23,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:13:23,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T05:13:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T05:13:23,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:23,707 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:13:23,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76a20ab7f40ba6b9e43873440c4414c9 in 10.5290 sec 2024-11-11T05:13:23,780 DEBUG [1d14b453aaa0:37845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T05:13:23,781 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:13:23,781 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:13:23,781 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:13:23,781 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:13:23,781 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:13:23,781 INFO [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:13:23,781 INFO [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:13:23,781 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:13:23,782 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:23,784 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,38345,1731301960272, state=OPENING 2024-11-11T05:13:23,796 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:13:23,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:13:23,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:13:23,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:13:23,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:13:23,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:13:23,797 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:13:23,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,38345,1731301960272}] 2024-11-11T05:13:28,339 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:28,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:28,340 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:28,340 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:28,342 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 can not run currently because target server of region SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T05:13:28,342 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a can not run currently because target server of region SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T05:13:28,342 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f can not run currently because target server of region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T05:13:28,342 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a; timeout=16000, timestamp=1731302024342 2024-11-11T05:13:28,342 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7; timeout=16000, timestamp=1731302024342 2024-11-11T05:13:28,342 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f; timeout=16000, timestamp=1731302024342 2024-11-11T05:13:28,342 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 can not run currently because target server of region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 1d14b453aaa0,40097,1731301960175 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T05:13:28,342 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30; timeout=16000, timestamp=1731302024342 2024-11-11T05:13:32,635 INFO [master/1d14b453aaa0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T05:13:32,636 INFO [master/1d14b453aaa0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T05:13:33,809 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:13:33,809 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:13:33,810 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:13:33,812 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C38345%2C1731301960272.meta, suffix=.meta, logDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,38345,1731301960272, archiveDir=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/oldWALs, maxLogs=32 2024-11-11T05:13:33,830 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,38345,1731301960272/1d14b453aaa0%2C38345%2C1731301960272.meta.1731302013814.meta, exclude list is [], retry=0 2024-11-11T05:13:33,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39091,DS-07c91678-7e5f-457a-b128-4a748b4cce4a,DISK] 2024-11-11T05:13:33,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-2af54e47-7ea4-4708-8dc1-44c42be55d9f,DISK] 2024-11-11T05:13:33,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-e174cc81-7d6f-4ff1-8f9c-ec8bfb5a851e,DISK] 2024-11-11T05:13:33,841 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,38345,1731301960272/1d14b453aaa0%2C38345%2C1731301960272.meta.1731302013814.meta 2024-11-11T05:13:33,841 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41523:41523),(127.0.0.1/127.0.0.1:43147:43147),(127.0.0.1/127.0.0.1:41021:41021)] 2024-11-11T05:13:33,841 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:13:33,842 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:13:33,842 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:13:33,842 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:13:33,842 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:13:33,842 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:33,842 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:13:33,842 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:13:33,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:13:33,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:13:33,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:33,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:13:33,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:13:33,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:13:33,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:33,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:13:33,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:13:33,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:13:33,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:33,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:13:33,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:13:33,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:13:33,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:33,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:13:33,874 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:13:33,875 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740 2024-11-11T05:13:33,878 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740 2024-11-11T05:13:33,879 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T05:13:33,892 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T05:13:33,892 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-11T05:13:33,923 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/info/8933326f58af452f839325cf284001f8 is 167, key is SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d./info:regioninfo/1731301983643/Put/seqid=0 2024-11-11T05:13:33,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741859_1035 (size=18393) 2024-11-11T05:13:33,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741859_1035 (size=18393) 2024-11-11T05:13:33,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741859_1035 (size=18393) 2024-11-11T05:13:33,937 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/info/8933326f58af452f839325cf284001f8 2024-11-11T05:13:33,970 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/ns/c13a02458bb74af5b0dff4b721022ce6 is 43, key is default/ns:d/1731301972479/Put/seqid=0 2024-11-11T05:13:33,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741860_1036 (size=5153) 2024-11-11T05:13:33,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741860_1036 (size=5153) 2024-11-11T05:13:33,986 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/ns/c13a02458bb74af5b0dff4b721022ce6 2024-11-11T05:13:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741860_1036 (size=5153) 2024-11-11T05:13:34,018 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/table/63fb71ee4ba74138b2263bab2f2e24d7 is 47, key is SPTestTable/table:state/1731301983793/Put/seqid=0 2024-11-11T05:13:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741861_1037 (size=5214) 2024-11-11T05:13:34,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741861_1037 (size=5214) 2024-11-11T05:13:34,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741861_1037 (size=5214) 2024-11-11T05:13:34,040 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/table/63fb71ee4ba74138b2263bab2f2e24d7 2024-11-11T05:13:34,052 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/info/8933326f58af452f839325cf284001f8 as hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/info/8933326f58af452f839325cf284001f8 2024-11-11T05:13:34,063 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/info/8933326f58af452f839325cf284001f8, entries=100, sequenceid=28, filesize=18.0 K 2024-11-11T05:13:34,065 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/ns/c13a02458bb74af5b0dff4b721022ce6 as hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/ns/c13a02458bb74af5b0dff4b721022ce6 2024-11-11T05:13:34,075 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/ns/c13a02458bb74af5b0dff4b721022ce6, entries=2, sequenceid=28, filesize=5.0 K 2024-11-11T05:13:34,077 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/table/63fb71ee4ba74138b2263bab2f2e24d7 as hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/table/63fb71ee4ba74138b2263bab2f2e24d7 2024-11-11T05:13:34,088 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/table/63fb71ee4ba74138b2263bab2f2e24d7, entries=2, sequenceid=28, filesize=5.1 K 2024-11-11T05:13:34,088 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 196ms, sequenceid=28, compaction requested=false; wal=null 2024-11-11T05:13:34,089 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T05:13:34,092 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:13:34,092 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:13:34,094 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:13:34,096 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:13:34,099 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-11T05:13:34,101 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61738193, jitterRate=-0.08002923429012299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:13:34,101 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:13:34,101 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302013843Writing region info on filesystem at 1731302013843Initializing all the Stores at 1731302013844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302013845 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302013845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302013845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302013845Obtaining lock to block concurrent updates at 1731302013892 (+47 ms)Preparing flush snapshotting stores in 1588230740 at 1731302013892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731302013893 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302013893Flushing 1588230740/info: creating writer at 1731302013893Flushing 1588230740/info: appending metadata at 1731302013921 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731302013921Flushing 1588230740/ns: creating writer at 1731302013948 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731302013969 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731302013969Flushing 1588230740/table: creating writer at 1731302013998 (+29 ms)Flushing 1588230740/table: appending metadata at 1731302014017 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731302014017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d52e99b: reopening flushed file at 1731302014050 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35577f17: reopening flushed file at 1731302014063 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6526e013: reopening flushed file at 1731302014076 (+13 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 196ms, sequenceid=28, compaction requested=false; wal=null at 1731302014088 (+12 ms)Cleaning up temporary data from old regions at 1731302014092 (+4 ms)Running coprocessor post-open hooks at 1731302014101 (+9 ms)Region opened successfully at 1731302014101 2024-11-11T05:13:34,102 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731302013802 2024-11-11T05:13:34,105 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:13:34,105 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:13:34,106 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:34,107 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,38345,1731301960272, state=OPEN 2024-11-11T05:13:34,109 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=1d14b453aaa0,38345,1731301960272, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T05:13:34,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:13:34,174 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:13:34,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:13:34,175 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:34,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:13:34,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:13:34,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:13:34,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-11T05:13:34,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,38345,1731301960272 in 10.3780 sec 2024-11-11T05:13:34,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-11T05:13:34,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5540 sec 2024-11-11T05:13:34,184 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1d14b453aaa0,40097,1731301960175 had 5 regions 2024-11-11T05:13:34,185 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1d14b453aaa0,40097,1731301960175, splitWal=true, meta=true, isMeta: false 2024-11-11T05:13:34,188 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1d14b453aaa0,40097,1731301960175 WAL count=1, meta=false 2024-11-11T05:13:34,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1d14b453aaa0%2C40097%2C1731301960175.1731301961826}] 2024-11-11T05:13:34,190 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:34,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1d14b453aaa0%2C40097%2C1731301960175.1731301961826, worker=1d14b453aaa0,38345,1731301960272}] 2024-11-11T05:13:38,577 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:13:39,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T05:13:41,937 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T05:13:44,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-11T05:13:44,215 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826, size=1.2 K (1242bytes) 2024-11-11T05:13:44,215 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826 2024-11-11T05:13:44,216 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826 after 1ms 2024-11-11T05:13:44,219 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826 took 4ms 2024-11-11T05:13:44,223 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for f0cf897442babdbeede87ccd8b8987b7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T05:13:44,225 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 7c96f9f1537ead9b6062e4ccd6c1824a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T05:13:44,227 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 58185db10f4aaf85cf9bf0f54ffce98f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T05:13:44,228 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 43757689edebeff72e10b46fe316da30: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T05:13:44,228 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826 so closing down 2024-11-11T05:13:44,228 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T05:13:44,228 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T05:13:44,228 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-11T05:13:44,228 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826, journal: Splitting hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826, size=1.2 K (1242bytes) at 1731302024215Finishing writing output for hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826 so closing down at 1731302024228 (+13 ms)3 split writer threads finished at 1731302024228Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731302024228 2024-11-11T05:13:44,228 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826 2024-11-11T05:13:44,229 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T05:13:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-11T05:13:44,233 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting/1d14b453aaa0%2C40097%2C1731301960175.1731301961826 to hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/oldWALs 2024-11-11T05:13:44,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-11T05:13:44,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1d14b453aaa0%2C40097%2C1731301960175.1731301961826, worker=1d14b453aaa0,38345,1731301960272 in 10.0420 sec 2024-11-11T05:13:44,239 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:44,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-11T05:13:44,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 1d14b453aaa0%2C40097%2C1731301960175.1731301961826, worker=1d14b453aaa0,38345,1731301960272 in 10.0510 sec 2024-11-11T05:13:44,244 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,40097,1731301960175-splitting dir is empty, no logs to split. 2024-11-11T05:13:44,244 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1d14b453aaa0,40097,1731301960175 WAL count=0, meta=false 2024-11-11T05:13:44,244 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1d14b453aaa0,40097,1731301960175 WAL splitting is done? wals=0, meta=false 2024-11-11T05:13:44,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43757689edebeff72e10b46fe316da30, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58185db10f4aaf85cf9bf0f54ffce98f, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cf897442babdbeede87ccd8b8987b7, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c96f9f1537ead9b6062e4ccd6c1824a, ASSIGN}] 2024-11-11T05:13:44,249 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58185db10f4aaf85cf9bf0f54ffce98f, ASSIGN 2024-11-11T05:13:44,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c96f9f1537ead9b6062e4ccd6c1824a, ASSIGN 2024-11-11T05:13:44,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cf897442babdbeede87ccd8b8987b7, ASSIGN 2024-11-11T05:13:44,250 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43757689edebeff72e10b46fe316da30, ASSIGN 2024-11-11T05:13:44,251 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58185db10f4aaf85cf9bf0f54ffce98f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:13:44,251 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c96f9f1537ead9b6062e4ccd6c1824a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:13:44,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0cf897442babdbeede87ccd8b8987b7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:13:44,253 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43757689edebeff72e10b46fe316da30, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:13:44,342 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a held by pid=46 2024-11-11T05:13:44,343 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 held by pid=43 2024-11-11T05:13:44,343 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:44,343 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f held by pid=44 2024-11-11T05:13:44,343 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:44,343 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:44,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 held by pid=45 2024-11-11T05:13:44,343 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:44,402 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:13:44,403 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:13:44,403 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:13:44,403 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:13:44,403 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:13:44,403 INFO [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:13:44,403 INFO [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:13:44,403 DEBUG [1d14b453aaa0:37845 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:13:44,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=58185db10f4aaf85cf9bf0f54ffce98f, regionState=OPENING, regionLocation=1d14b453aaa0,37369,1731301960318 2024-11-11T05:13:44,403 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=43757689edebeff72e10b46fe316da30, regionState=OPENING, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:44,403 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=f0cf897442babdbeede87ccd8b8987b7, regionState=OPENING, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:44,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=7c96f9f1537ead9b6062e4ccd6c1824a, regionState=OPENING, regionLocation=1d14b453aaa0,37369,1731301960318 2024-11-11T05:13:44,405 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1d14b453aaa0:40097 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1d14b453aaa0/172.17.0.2:40097 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T05:13:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1, error=java.net.ConnectException: Call to address=1d14b453aaa0:40097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1d14b453aaa0/172.17.0.2:40097 2024-11-11T05:13:44,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T05:13:44,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1 from cache 2024-11-11T05:13:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=1d14b453aaa0:40097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1d14b453aaa0/172.17.0.2:40097 2024-11-11T05:13:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=1d14b453aaa0:40097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1d14b453aaa0/172.17.0.2:40097 2024-11-11T05:13:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=1d14b453aaa0:40097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1d14b453aaa0/172.17.0.2:40097 2024-11-11T05:13:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1d14b453aaa0:40097 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1d14b453aaa0/172.17.0.2:40097 2024-11-11T05:13:44,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:13:44,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,38345,1731301960272, seqNum=-1] 2024-11-11T05:13:44,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:13:44,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:13:44,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58185db10f4aaf85cf9bf0f54ffce98f, ASSIGN because future has completed 2024-11-11T05:13:44,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f, server=1d14b453aaa0,37369,1731301960318}] 2024-11-11T05:13:44,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0cf897442babdbeede87ccd8b8987b7, ASSIGN because future has completed 2024-11-11T05:13:44,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cf897442babdbeede87ccd8b8987b7, server=1d14b453aaa0,38345,1731301960272}] 2024-11-11T05:13:44,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c96f9f1537ead9b6062e4ccd6c1824a, ASSIGN because future has completed 2024-11-11T05:13:44,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a, server=1d14b453aaa0,37369,1731301960318}] 2024-11-11T05:13:44,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43757689edebeff72e10b46fe316da30, ASSIGN because future has completed 2024-11-11T05:13:44,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43757689edebeff72e10b46fe316da30, server=1d14b453aaa0,38345,1731301960272}] 2024-11-11T05:13:48,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 76a20ab7f40ba6b9e43873440c4414c9, had cached 0 bytes from a total of 28623 2024-11-11T05:13:48,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d80a146b846214e9655abb115baa07f8, had cached 0 bytes from a total of 499309 2024-11-11T05:13:49,409 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:37845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T05:13:52,534 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d41c3da0f5b506a90d57221e227649da changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:13:52,534 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c0021c8a5aeff5fea875889f062352ed changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:13:52,535 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d80a146b846214e9655abb115baa07f8 changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:13:52,535 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e6a541488e971ed684065d87ff7da01d changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:13:52,535 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 785c28bff1aba3fece521abb4f009826 changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:13:52,536 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 76a20ab7f40ba6b9e43873440c4414c9 changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:13:52,536 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T05:13:54,531 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:13:54,531 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:13:54,532 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c96f9f1537ead9b6062e4ccd6c1824a, NAME => 'SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T05:13:54,532 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 43757689edebeff72e10b46fe316da30, NAME => 'SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T05:13:54,532 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,532 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,532 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:54,532 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:54,532 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,532 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,532 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,532 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,535 INFO [StoreOpener-7c96f9f1537ead9b6062e4ccd6c1824a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,536 INFO [StoreOpener-43757689edebeff72e10b46fe316da30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,536 INFO [StoreOpener-7c96f9f1537ead9b6062e4ccd6c1824a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c96f9f1537ead9b6062e4ccd6c1824a columnFamilyName cf 2024-11-11T05:13:54,536 DEBUG [StoreOpener-7c96f9f1537ead9b6062e4ccd6c1824a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:54,537 INFO [StoreOpener-7c96f9f1537ead9b6062e4ccd6c1824a-1 {}] regionserver.HStore(327): Store=7c96f9f1537ead9b6062e4ccd6c1824a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:54,537 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,537 INFO [StoreOpener-43757689edebeff72e10b46fe316da30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43757689edebeff72e10b46fe316da30 columnFamilyName cf 2024-11-11T05:13:54,538 DEBUG [StoreOpener-43757689edebeff72e10b46fe316da30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:54,538 INFO [StoreOpener-43757689edebeff72e10b46fe316da30-1 {}] regionserver.HStore(327): Store=43757689edebeff72e10b46fe316da30/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:54,539 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,539 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,540 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,542 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,543 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,543 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,544 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,545 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,545 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,546 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,547 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 43757689edebeff72e10b46fe316da30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73970003, jitterRate=0.10223893821239471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:54,547 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,547 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 43757689edebeff72e10b46fe316da30: Running coprocessor pre-open hook at 1731302034533Writing region info on filesystem at 1731302034533Initializing all the Stores at 1731302034535 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302034535Cleaning up temporary data from old regions at 1731302034543 (+8 ms)Running coprocessor post-open hooks at 1731302034547 (+4 ms)Region opened successfully at 1731302034547 2024-11-11T05:13:54,548 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30., pid=50, masterSystemTime=1731302034523 2024-11-11T05:13:54,551 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:13:54,551 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:13:54,551 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:13:54,552 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,552 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => f0cf897442babdbeede87ccd8b8987b7, NAME => 'SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T05:13:54,552 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=43757689edebeff72e10b46fe316da30, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:54,552 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,552 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:54,553 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,553 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43757689edebeff72e10b46fe316da30, server=1d14b453aaa0,38345,1731301960272 because future has completed 2024-11-11T05:13:54,558 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 7c96f9f1537ead9b6062e4ccd6c1824a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67426494, jitterRate=0.004733055830001831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:54,559 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,559 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 7c96f9f1537ead9b6062e4ccd6c1824a: Running coprocessor pre-open hook at 1731302034533Writing region info on filesystem at 1731302034533Initializing all the Stores at 1731302034534 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302034534Cleaning up temporary data from old regions at 1731302034545 (+11 ms)Running coprocessor post-open hooks at 1731302034559 (+14 ms)Region opened successfully at 1731302034559 2024-11-11T05:13:54,561 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a., pid=49, masterSystemTime=1731302034523 2024-11-11T05:13:54,561 INFO [StoreOpener-f0cf897442babdbeede87ccd8b8987b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=43 2024-11-11T05:13:54,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 43757689edebeff72e10b46fe316da30, server=1d14b453aaa0,38345,1731301960272 in 10.0350 sec 2024-11-11T05:13:54,564 INFO [StoreOpener-f0cf897442babdbeede87ccd8b8987b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cf897442babdbeede87ccd8b8987b7 columnFamilyName cf 2024-11-11T05:13:54,564 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:13:54,564 DEBUG [StoreOpener-f0cf897442babdbeede87ccd8b8987b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:54,564 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:13:54,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43757689edebeff72e10b46fe316da30, ASSIGN in 10.3150 sec 2024-11-11T05:13:54,565 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:13:54,565 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 2024-11-11T05:13:54,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=7c96f9f1537ead9b6062e4ccd6c1824a, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37369,1731301960318 2024-11-11T05:13:54,565 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 58185db10f4aaf85cf9bf0f54ffce98f, NAME => 'SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T05:13:54,566 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,566 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:13:54,566 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,567 INFO [StoreOpener-f0cf897442babdbeede87ccd8b8987b7-1 {}] regionserver.HStore(327): Store=f0cf897442babdbeede87ccd8b8987b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:54,567 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a, server=1d14b453aaa0,37369,1731301960318 because future has completed 2024-11-11T05:13:54,568 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,570 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,573 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-11T05:13:54,573 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,573 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a, server=1d14b453aaa0,37369,1731301960318 in 10.0470 sec 2024-11-11T05:13:54,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c96f9f1537ead9b6062e4ccd6c1824a, ASSIGN in 10.3260 sec 2024-11-11T05:13:54,576 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:13:54,576 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,578 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened f0cf897442babdbeede87ccd8b8987b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64614196, jitterRate=-0.037173449993133545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:54,578 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,578 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for f0cf897442babdbeede87ccd8b8987b7: Running coprocessor pre-open hook at 1731302034553Writing region info on filesystem at 1731302034553Initializing all the Stores at 1731302034558 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302034558Cleaning up temporary data from old regions at 1731302034573 (+15 ms)Running coprocessor post-open hooks at 1731302034578 (+5 ms)Region opened successfully at 1731302034578 2024-11-11T05:13:54,580 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7., pid=48, masterSystemTime=1731302034523 2024-11-11T05:13:54,584 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:13:54,584 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:13:54,586 INFO [StoreOpener-58185db10f4aaf85cf9bf0f54ffce98f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,587 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=f0cf897442babdbeede87ccd8b8987b7, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,38345,1731301960272 2024-11-11T05:13:54,588 INFO [StoreOpener-58185db10f4aaf85cf9bf0f54ffce98f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58185db10f4aaf85cf9bf0f54ffce98f columnFamilyName cf 2024-11-11T05:13:54,588 DEBUG [StoreOpener-58185db10f4aaf85cf9bf0f54ffce98f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:13:54,589 INFO [StoreOpener-58185db10f4aaf85cf9bf0f54ffce98f-1 {}] regionserver.HStore(327): Store=58185db10f4aaf85cf9bf0f54ffce98f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:13:54,589 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,590 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cf897442babdbeede87ccd8b8987b7, server=1d14b453aaa0,38345,1731301960272 because future has completed 2024-11-11T05:13:54,592 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,593 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,593 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-11T05:13:54,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure f0cf897442babdbeede87ccd8b8987b7, server=1d14b453aaa0,38345,1731301960272 in 10.0730 sec 2024-11-11T05:13:54,596 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,598 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 58185db10f4aaf85cf9bf0f54ffce98f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61552005, jitterRate=-0.0828036516904831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:13:54,598 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,598 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 58185db10f4aaf85cf9bf0f54ffce98f: Running coprocessor pre-open hook at 1731302034568Writing region info on filesystem at 1731302034568Initializing all the Stores at 1731302034570 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302034570Cleaning up temporary data from old regions at 1731302034593 (+23 ms)Running coprocessor post-open hooks at 1731302034598 (+5 ms)Region opened successfully at 1731302034598 2024-11-11T05:13:54,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cf897442babdbeede87ccd8b8987b7, ASSIGN in 10.3490 sec 2024-11-11T05:13:54,599 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:13:54,600 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., pid=47, masterSystemTime=1731302034523 2024-11-11T05:13:54,602 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:13:54,603 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:13:54,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=58185db10f4aaf85cf9bf0f54ffce98f, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37369,1731301960318 2024-11-11T05:13:54,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f, server=1d14b453aaa0,37369,1731301960318 because future has completed 2024-11-11T05:13:54,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-11-11T05:13:54,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f, server=1d14b453aaa0,37369,1731301960318 in 10.0900 sec 2024-11-11T05:13:54,614 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:13:54,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=36 2024-11-11T05:13:54,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58185db10f4aaf85cf9bf0f54ffce98f, ASSIGN in 10.3640 sec 2024-11-11T05:13:54,616 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 1d14b453aaa0,40097,1731301960175 after splitting done 2024-11-11T05:13:54,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 1d14b453aaa0,40097,1731301960175, splitWal=true, meta=true in 41.3020 sec 2024-11-11T05:14:00,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T05:14:04,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T05:14:04,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f0cf897442babdbeede87ccd8b8987b7: 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. for SnapshotProcedureTest completed. 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 43757689edebeff72e10b46fe316da30: 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. for SnapshotProcedureTest completed. 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:14:04,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:14:04,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T05:14:04,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:14:04,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 7c96f9f1537ead9b6062e4ccd6c1824a: 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. for SnapshotProcedureTest completed. 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 58185db10f4aaf85cf9bf0f54ffce98f: 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. for SnapshotProcedureTest completed. 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:14:04,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:14:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741862_1038 (size=65) 2024-11-11T05:14:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741862_1038 (size=65) 2024-11-11T05:14:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741862_1038 (size=65) 2024-11-11T05:14:04,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:14:04,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T05:14:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T05:14:04,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 43757689edebeff72e10b46fe316da30 2024-11-11T05:14:04,584 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 2024-11-11T05:14:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741863_1039 (size=65) 2024-11-11T05:14:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741863_1039 (size=65) 2024-11-11T05:14:04,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741863_1039 (size=65) 2024-11-11T05:14:04,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:14:04,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T05:14:04,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 43757689edebeff72e10b46fe316da30 in 51.4060 sec 2024-11-11T05:14:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T05:14:04,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:14:04,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:14:04,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f0cf897442babdbeede87ccd8b8987b7 in 51.4110 sec 2024-11-11T05:14:04,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741864_1040 (size=57) 2024-11-11T05:14:04,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741864_1040 (size=57) 2024-11-11T05:14:04,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741864_1040 (size=57) 2024-11-11T05:14:04,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:14:04,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T05:14:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T05:14:04,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:14:04,619 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:14:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741865_1041 (size=65) 2024-11-11T05:14:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741865_1041 (size=65) 2024-11-11T05:14:04,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7c96f9f1537ead9b6062e4ccd6c1824a in 51.4410 sec 2024-11-11T05:14:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741865_1041 (size=65) 2024-11-11T05:14:04,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:14:04,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T05:14:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T05:14:04,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:14:04,624 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:14:04,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-11T05:14:04,627 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T05:14:04,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58185db10f4aaf85cf9bf0f54ffce98f in 51.4460 sec 2024-11-11T05:14:04,629 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T05:14:04,632 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T05:14:04,632 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T05:14:04,636 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T05:14:04,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741866_1042 (size=1094) 2024-11-11T05:14:04,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741866_1042 (size=1094) 2024-11-11T05:14:04,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741866_1042 (size=1094) 2024-11-11T05:14:04,671 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T05:14:04,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T05:14:04,688 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:04,689 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:04,689 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:04,689 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,38345,1731301960272 2024-11-11T05:14:04,689 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,38345,1731301960272 2024-11-11T05:14:04,694 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,38345,1731301960272 2024-11-11T05:14:08,577 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:14:14,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-11T05:14:14,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-11T05:14:14,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-11T05:14:14,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-11T05:14:14,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-11T05:14:14,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-11T05:14:14,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T05:14:14,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T05:14:14,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T05:14:14,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-11T05:14:14,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-11T05:14:14,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T05:14:14,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-11T05:14:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T05:14:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-11T05:14:14,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-11T05:14:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-11T05:14:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-11T05:14:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T05:14:14,705 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,38345,1731301960272 Release verify snapshot worker=1d14b453aaa0,38345,1731301960272 2024-11-11T05:14:14,705 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 Release verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-11T05:14:14,706 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 Release verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:14,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 in 10.0240 sec 2024-11-11T05:14:14,707 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:14,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,38345,1731301960272 in 10.0240 sec 2024-11-11T05:14:14,708 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:14,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 in 10.0250 sec 2024-11-11T05:14:14,710 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,38345,1731301960272 Release verify snapshot worker=1d14b453aaa0,38345,1731301960272 2024-11-11T05:14:14,711 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 Release verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:14,711 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,38345,1731301960272 Release verify snapshot worker=1d14b453aaa0,38345,1731301960272 2024-11-11T05:14:14,712 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,38345,1731301960272 2024-11-11T05:14:14,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 in 10.0300 sec 2024-11-11T05:14:14,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,38345,1731301960272 in 10.0290 sec 2024-11-11T05:14:14,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,38345,1731301960272 in 10.0300 sec 2024-11-11T05:14:14,714 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:18,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-11T05:14:24,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-11T05:14:24,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-11T05:14:24,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-11T05:14:24,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-11T05:14:24,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-11T05:14:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-11T05:14:24,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-11T05:14:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-11T05:14:24,712 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 Release verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:24,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-11T05:14:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-11T05:14:24,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-11T05:14:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-11T05:14:24,714 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 Release verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:24,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 in 20.0310 sec 2024-11-11T05:14:24,714 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 Release verify snapshot worker=1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:24,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 in 20.0330 sec 2024-11-11T05:14:24,716 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,38345,1731301960272 Release verify snapshot worker=1d14b453aaa0,38345,1731301960272 2024-11-11T05:14:24,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,37369,1731301960318 in 20.0330 sec 2024-11-11T05:14:24,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=25 2024-11-11T05:14:24,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,38345,1731301960272 in 20.0350 sec 2024-11-11T05:14:24,717 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T05:14:24,719 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T05:14:24,721 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T05:14:24,721 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T05:14:24,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.593 sec 2024-11-11T05:14:24,917 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T05:14:24,918 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1d14b453aaa0:40097 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1d14b453aaa0/172.17.0.2:40097 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T05:14:24,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1, error=java.net.ConnectException: Call to address=1d14b453aaa0:40097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1d14b453aaa0/172.17.0.2:40097 2024-11-11T05:14:24,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-11T05:14:24,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40097,1731301960175, seqNum=-1 from cache 2024-11-11T05:14:24,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 1d14b453aaa0:40097 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1d14b453aaa0/172.17.0.2:40097 2024-11-11T05:14:25,023 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:14:25,024 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,38345,1731301960272, seqNum=-1] 2024-11-11T05:14:25,054 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T05:14:25,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:14:25,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:14:25,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:14:25,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:25,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:25,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:14:25,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=993789272, stopped=false 2024-11-11T05:14:25,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:14:25,055 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,37845,1731301959441 2024-11-11T05:14:25,105 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:14:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:14:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:14:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:25,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:14:25,105 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:25,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:14:25,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:14:25,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:25,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,38345,1731301960272' ***** 2024-11-11T05:14:25,106 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:14:25,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,37369,1731301960318' ***** 2024-11-11T05:14:25,106 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:14:25,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:14:25,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:14:25,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:14:25,108 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:14:25,108 INFO [RS:2;1d14b453aaa0:37369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:14:25,108 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:14:25,108 INFO [RS:2;1d14b453aaa0:37369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:14:25,108 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c96f9f1537ead9b6062e4ccd6c1824a 2024-11-11T05:14:25,109 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:14:25,109 INFO [RS:1;1d14b453aaa0:38345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:14:25,109 INFO [RS:1;1d14b453aaa0:38345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:14:25,109 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for 76a20ab7f40ba6b9e43873440c4414c9 2024-11-11T05:14:25,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:14:25,109 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(3091): Received CLOSE for 58185db10f4aaf85cf9bf0f54ffce98f 2024-11-11T05:14:25,109 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(3091): Received CLOSE for d41c3da0f5b506a90d57221e227649da 2024-11-11T05:14:25,109 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(3091): Received CLOSE for c0021c8a5aeff5fea875889f062352ed 2024-11-11T05:14:25,109 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for 43757689edebeff72e10b46fe316da30 2024-11-11T05:14:25,109 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(3091): Received CLOSE for d80a146b846214e9655abb115baa07f8 2024-11-11T05:14:25,109 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:14:25,109 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for 785c28bff1aba3fece521abb4f009826 2024-11-11T05:14:25,109 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:25,109 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for e6a541488e971ed684065d87ff7da01d 2024-11-11T05:14:25,110 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:14:25,110 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,38345,1731301960272 2024-11-11T05:14:25,110 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:14:25,110 INFO [RS:2;1d14b453aaa0:37369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1d14b453aaa0:37369. 2024-11-11T05:14:25,110 INFO [RS:1;1d14b453aaa0:38345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1d14b453aaa0:38345. 2024-11-11T05:14:25,110 DEBUG [RS:2;1d14b453aaa0:37369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:14:25,110 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c96f9f1537ead9b6062e4ccd6c1824a, disabling compactions & flushes 2024-11-11T05:14:25,110 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76a20ab7f40ba6b9e43873440c4414c9, disabling compactions & flushes 2024-11-11T05:14:25,110 DEBUG [RS:2;1d14b453aaa0:37369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:25,110 DEBUG [RS:1;1d14b453aaa0:38345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:14:25,110 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:14:25,110 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:14:25,110 DEBUG [RS:1;1d14b453aaa0:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:25,110 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:14:25,110 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:14:25,110 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. after waiting 0 ms 2024-11-11T05:14:25,110 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. after waiting 0 ms 2024-11-11T05:14:25,110 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:14:25,110 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:14:25,110 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-11T05:14:25,110 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:14:25,110 DEBUG [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(1325): Online Regions={7c96f9f1537ead9b6062e4ccd6c1824a=SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a., 58185db10f4aaf85cf9bf0f54ffce98f=SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f., d41c3da0f5b506a90d57221e227649da=SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da., c0021c8a5aeff5fea875889f062352ed=SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed., d80a146b846214e9655abb115baa07f8=SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8.} 2024-11-11T05:14:25,110 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:14:25,110 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:14:25,110 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:14:25,110 DEBUG [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(1351): Waiting on 58185db10f4aaf85cf9bf0f54ffce98f, 7c96f9f1537ead9b6062e4ccd6c1824a, c0021c8a5aeff5fea875889f062352ed, d41c3da0f5b506a90d57221e227649da, d80a146b846214e9655abb115baa07f8 2024-11-11T05:14:25,111 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-11T05:14:25,111 DEBUG [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(1325): Online Regions={76a20ab7f40ba6b9e43873440c4414c9=SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9., 43757689edebeff72e10b46fe316da30=SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30., 1588230740=hbase:meta,,1.1588230740, f0cf897442babdbeede87ccd8b8987b7=SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7., 785c28bff1aba3fece521abb4f009826=SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826., e6a541488e971ed684065d87ff7da01d=SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d.} 2024-11-11T05:14:25,111 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:14:25,111 DEBUG [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43757689edebeff72e10b46fe316da30, 76a20ab7f40ba6b9e43873440c4414c9, 785c28bff1aba3fece521abb4f009826, e6a541488e971ed684065d87ff7da01d, f0cf897442babdbeede87ccd8b8987b7 2024-11-11T05:14:25,111 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:14:25,111 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:14:25,111 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:14:25,111 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:14:25,111 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.84 KB heapSize=7.20 KB 2024-11-11T05:14:25,117 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:14:25,117 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:14:25,130 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/7c96f9f1537ead9b6062e4ccd6c1824a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:14:25,132 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/info/6fe0a7a0b76244ccb4dd97f7a727551d is 167, key is SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7./info:regioninfo/1731302034587/Put/seqid=0 2024-11-11T05:14:25,134 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:14:25,135 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c96f9f1537ead9b6062e4ccd6c1824a: Waiting for close lock at 1731302065109Running coprocessor pre-close hooks at 1731302065110 (+1 ms)Disabling compacts and flushes for region at 1731302065110Disabling writes for close at 1731302065110Writing region close event to WAL at 1731302065111 (+1 ms)Running coprocessor post-close hooks at 1731302065132 (+21 ms)Closed at 1731302065134 (+2 ms) 2024-11-11T05:14:25,136 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731301972775.7c96f9f1537ead9b6062e4ccd6c1824a. 2024-11-11T05:14:25,136 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58185db10f4aaf85cf9bf0f54ffce98f, disabling compactions & flushes 2024-11-11T05:14:25,136 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:14:25,136 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:14:25,136 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. after waiting 0 ms 2024-11-11T05:14:25,136 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:14:25,148 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/76a20ab7f40ba6b9e43873440c4414c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:14:25,149 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:14:25,149 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76a20ab7f40ba6b9e43873440c4414c9: Waiting for close lock at 1731302065109Running coprocessor pre-close hooks at 1731302065110 (+1 ms)Disabling compacts and flushes for region at 1731302065110Disabling writes for close at 1731302065110Writing region close event to WAL at 1731302065112 (+2 ms)Running coprocessor post-close hooks at 1731302065149 (+37 ms)Closed at 1731302065149 2024-11-11T05:14:25,149 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731301972775.76a20ab7f40ba6b9e43873440c4414c9. 2024-11-11T05:14:25,149 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43757689edebeff72e10b46fe316da30, disabling compactions & flushes 2024-11-11T05:14:25,149 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:14:25,149 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:14:25,149 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. after waiting 0 ms 2024-11-11T05:14:25,149 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:14:25,153 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/58185db10f4aaf85cf9bf0f54ffce98f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:14:25,154 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:14:25,154 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58185db10f4aaf85cf9bf0f54ffce98f: Waiting for close lock at 1731302065136Running coprocessor pre-close hooks at 1731302065136Disabling compacts and flushes for region at 1731302065136Disabling writes for close at 1731302065136Writing region close event to WAL at 1731302065140 (+4 ms)Running coprocessor post-close hooks at 1731302065154 (+14 ms)Closed at 1731302065154 2024-11-11T05:14:25,155 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731301972775.58185db10f4aaf85cf9bf0f54ffce98f. 2024-11-11T05:14:25,155 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d41c3da0f5b506a90d57221e227649da, disabling compactions & flushes 2024-11-11T05:14:25,155 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:14:25,155 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:14:25,155 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. after waiting 0 ms 2024-11-11T05:14:25,155 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:14:25,163 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/43757689edebeff72e10b46fe316da30/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:14:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741867_1043 (size=9447) 2024-11-11T05:14:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741867_1043 (size=9447) 2024-11-11T05:14:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741867_1043 (size=9447) 2024-11-11T05:14:25,166 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d41c3da0f5b506a90d57221e227649da/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:14:25,167 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:14:25,167 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d41c3da0f5b506a90d57221e227649da: Waiting for close lock at 1731302065155Running coprocessor pre-close hooks at 1731302065155Disabling compacts and flushes for region at 1731302065155Disabling writes for close at 1731302065155Writing region close event to WAL at 1731302065162 (+7 ms)Running coprocessor post-close hooks at 1731302065167 (+5 ms)Closed at 1731302065167 2024-11-11T05:14:25,167 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731301972775.d41c3da0f5b506a90d57221e227649da. 2024-11-11T05:14:25,168 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0021c8a5aeff5fea875889f062352ed, disabling compactions & flushes 2024-11-11T05:14:25,168 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:14:25,168 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:14:25,168 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:14:25,168 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. after waiting 0 ms 2024-11-11T05:14:25,168 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:14:25,168 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43757689edebeff72e10b46fe316da30: Waiting for close lock at 1731302065149Running coprocessor pre-close hooks at 1731302065149Disabling compacts and flushes for region at 1731302065149Disabling writes for close at 1731302065149Writing region close event to WAL at 1731302065152 (+3 ms)Running coprocessor post-close hooks at 1731302065168 (+16 ms)Closed at 1731302065168 2024-11-11T05:14:25,168 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731301972775.43757689edebeff72e10b46fe316da30. 2024-11-11T05:14:25,168 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0cf897442babdbeede87ccd8b8987b7, disabling compactions & flushes 2024-11-11T05:14:25,168 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:14:25,168 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:14:25,168 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. after waiting 0 ms 2024-11-11T05:14:25,168 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:14:25,169 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.84 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/info/6fe0a7a0b76244ccb4dd97f7a727551d 2024-11-11T05:14:25,174 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/f0cf897442babdbeede87ccd8b8987b7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:14:25,175 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/c0021c8a5aeff5fea875889f062352ed/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:14:25,175 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:14:25,175 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0cf897442babdbeede87ccd8b8987b7: Waiting for close lock at 1731302065168Running coprocessor pre-close hooks at 1731302065168Disabling compacts and flushes for region at 1731302065168Disabling writes for close at 1731302065168Writing region close event to WAL at 1731302065169 (+1 ms)Running coprocessor post-close hooks at 1731302065175 (+6 ms)Closed at 1731302065175 2024-11-11T05:14:25,175 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731301972775.f0cf897442babdbeede87ccd8b8987b7. 2024-11-11T05:14:25,175 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 785c28bff1aba3fece521abb4f009826, disabling compactions & flushes 2024-11-11T05:14:25,176 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:14:25,176 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:14:25,176 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. after waiting 0 ms 2024-11-11T05:14:25,176 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:14:25,176 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:14:25,176 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0021c8a5aeff5fea875889f062352ed: Waiting for close lock at 1731302065168Running coprocessor pre-close hooks at 1731302065168Disabling compacts and flushes for region at 1731302065168Disabling writes for close at 1731302065168Writing region close event to WAL at 1731302065168Running coprocessor post-close hooks at 1731302065176 (+8 ms)Closed at 1731302065176 2024-11-11T05:14:25,176 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731301972775.c0021c8a5aeff5fea875889f062352ed. 2024-11-11T05:14:25,176 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d80a146b846214e9655abb115baa07f8, disabling compactions & flushes 2024-11-11T05:14:25,176 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:14:25,176 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:14:25,176 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. after waiting 0 ms 2024-11-11T05:14:25,176 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:14:25,179 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/.tmp/info/6fe0a7a0b76244ccb4dd97f7a727551d as hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/info/6fe0a7a0b76244ccb4dd97f7a727551d 2024-11-11T05:14:25,181 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/785c28bff1aba3fece521abb4f009826/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:14:25,182 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/d80a146b846214e9655abb115baa07f8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:14:25,182 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:14:25,182 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 785c28bff1aba3fece521abb4f009826: Waiting for close lock at 1731302065175Running coprocessor pre-close hooks at 1731302065175Disabling compacts and flushes for region at 1731302065175Disabling writes for close at 1731302065176 (+1 ms)Writing region close event to WAL at 1731302065176Running coprocessor post-close hooks at 1731302065182 (+6 ms)Closed at 1731302065182 2024-11-11T05:14:25,182 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731301972775.785c28bff1aba3fece521abb4f009826. 2024-11-11T05:14:25,182 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6a541488e971ed684065d87ff7da01d, disabling compactions & flushes 2024-11-11T05:14:25,183 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:14:25,183 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:14:25,183 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. after waiting 0 ms 2024-11-11T05:14:25,183 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:14:25,183 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:14:25,183 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d80a146b846214e9655abb115baa07f8: Waiting for close lock at 1731302065176Running coprocessor pre-close hooks at 1731302065176Disabling compacts and flushes for region at 1731302065176Disabling writes for close at 1731302065176Writing region close event to WAL at 1731302065177 (+1 ms)Running coprocessor post-close hooks at 1731302065183 (+6 ms)Closed at 1731302065183 2024-11-11T05:14:25,183 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731301972775.d80a146b846214e9655abb115baa07f8. 2024-11-11T05:14:25,188 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/default/SPTestTable/e6a541488e971ed684065d87ff7da01d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:14:25,189 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/info/6fe0a7a0b76244ccb4dd97f7a727551d, entries=32, sequenceid=39, filesize=9.2 K 2024-11-11T05:14:25,190 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:14:25,190 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6a541488e971ed684065d87ff7da01d: Waiting for close lock at 1731302065182Running coprocessor pre-close hooks at 1731302065182Disabling compacts and flushes for region at 1731302065182Disabling writes for close at 1731302065183 (+1 ms)Writing region close event to WAL at 1731302065183Running coprocessor post-close hooks at 1731302065190 (+7 ms)Closed at 1731302065190 2024-11-11T05:14:25,191 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731301972775.e6a541488e971ed684065d87ff7da01d. 2024-11-11T05:14:25,191 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 79ms, sequenceid=39, compaction requested=false 2024-11-11T05:14:25,197 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-11T05:14:25,198 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:14:25,198 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:14:25,198 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302065111Running coprocessor pre-close hooks at 1731302065111Disabling compacts and flushes for region at 1731302065111Disabling writes for close at 1731302065111Obtaining lock to block concurrent updates at 1731302065111Preparing flush snapshotting stores in 1588230740 at 1731302065111Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3936, getHeapSize=7312, getOffHeapSize=0, getCellsCount=32 at 1731302065112 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302065113 (+1 ms)Flushing 1588230740/info: creating writer at 1731302065113Flushing 1588230740/info: appending metadata at 1731302065131 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731302065131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf6f1e3: reopening flushed file at 1731302065178 (+47 ms)Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 79ms, sequenceid=39, compaction requested=false at 1731302065191 (+13 ms)Writing region close event to WAL at 1731302065192 (+1 ms)Running coprocessor post-close hooks at 1731302065198 (+6 ms)Closed at 1731302065198 2024-11-11T05:14:25,198 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:14:25,311 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,37369,1731301960318; all regions closed. 2024-11-11T05:14:25,311 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,38345,1731301960272; all regions closed. 2024-11-11T05:14:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741834_1010 (size=3500) 2024-11-11T05:14:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741858_1034 (size=5452) 2024-11-11T05:14:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741834_1010 (size=3500) 2024-11-11T05:14:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741858_1034 (size=5452) 2024-11-11T05:14:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741834_1010 (size=3500) 2024-11-11T05:14:25,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741858_1034 (size=5452) 2024-11-11T05:14:25,319 DEBUG [RS:2;1d14b453aaa0:37369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/oldWALs 2024-11-11T05:14:25,319 INFO [RS:2;1d14b453aaa0:37369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C37369%2C1731301960318:(num 1731301961824) 2024-11-11T05:14:25,319 DEBUG [RS:1;1d14b453aaa0:38345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/oldWALs 2024-11-11T05:14:25,319 DEBUG [RS:2;1d14b453aaa0:37369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:25,319 INFO [RS:1;1d14b453aaa0:38345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C38345%2C1731301960272.meta:.meta(num 1731302013814) 2024-11-11T05:14:25,319 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:14:25,320 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:14:25,320 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:14:25,320 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:14:25,320 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:14:25,320 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:14:25,320 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:14:25,320 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:14:25,321 INFO [RS:2;1d14b453aaa0:37369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37369 2024-11-11T05:14:25,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741833_1009 (size=3530) 2024-11-11T05:14:25,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741833_1009 (size=3530) 2024-11-11T05:14:25,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741833_1009 (size=3530) 2024-11-11T05:14:25,324 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/WALs/1d14b453aaa0,38345,1731301960272/1d14b453aaa0%2C38345%2C1731301960272.1731301961824 not finished, retry = 0 2024-11-11T05:14:25,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:14:25,329 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,37369,1731301960318 2024-11-11T05:14:25,330 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:14:25,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,37369,1731301960318] 2024-11-11T05:14:25,350 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,37369,1731301960318 already deleted, retry=false 2024-11-11T05:14:25,351 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,37369,1731301960318 expired; onlineServers=1 2024-11-11T05:14:25,430 DEBUG [RS:1;1d14b453aaa0:38345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/oldWALs 2024-11-11T05:14:25,430 INFO [RS:1;1d14b453aaa0:38345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C38345%2C1731301960272:(num 1731301961824) 2024-11-11T05:14:25,430 DEBUG [RS:1;1d14b453aaa0:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:25,431 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:14:25,431 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:14:25,431 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:14:25,431 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:14:25,431 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:14:25,432 INFO [RS:1;1d14b453aaa0:38345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38345 2024-11-11T05:14:25,440 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:14:25,440 INFO [RS:2;1d14b453aaa0:37369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:14:25,440 INFO [RS:2;1d14b453aaa0:37369 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,37369,1731301960318; zookeeper connection closed. 2024-11-11T05:14:25,440 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x101284f5f8a0003, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:14:25,440 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cc4eca0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cc4eca0 2024-11-11T05:14:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,38345,1731301960272 2024-11-11T05:14:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:14:25,445 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:14:25,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,38345,1731301960272] 2024-11-11T05:14:25,466 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,38345,1731301960272 already deleted, retry=false 2024-11-11T05:14:25,467 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,38345,1731301960272 expired; onlineServers=0 2024-11-11T05:14:25,467 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,37845,1731301959441' ***** 2024-11-11T05:14:25,467 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:14:25,467 INFO [M:0;1d14b453aaa0:37845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:14:25,467 INFO [M:0;1d14b453aaa0:37845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:14:25,468 DEBUG [M:0;1d14b453aaa0:37845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:14:25,468 DEBUG [M:0;1d14b453aaa0:37845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:14:25,468 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731301961447 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731301961447,5,FailOnTimeoutGroup] 2024-11-11T05:14:25,468 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731301961442 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731301961442,5,FailOnTimeoutGroup] 2024-11-11T05:14:25,468 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:14:25,469 INFO [M:0;1d14b453aaa0:37845 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:14:25,469 INFO [M:0;1d14b453aaa0:37845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:14:25,469 DEBUG [M:0;1d14b453aaa0:37845 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:14:25,470 INFO [M:0;1d14b453aaa0:37845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:14:25,470 INFO [M:0;1d14b453aaa0:37845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:14:25,470 ERROR [M:0;1d14b453aaa0:37845 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42707,5,PEWorkerGroup] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:42707 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42707,5,PEWorkerGroup] 2024-11-11T05:14:25,472 INFO [M:0;1d14b453aaa0:37845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:14:25,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:14:25,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T05:14:25,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:25,477 DEBUG [M:0;1d14b453aaa0:37845 {}] zookeeper.ZKUtil(347): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T05:14:25,477 WARN [M:0;1d14b453aaa0:37845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:14:25,478 INFO [M:0;1d14b453aaa0:37845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/.lastflushedseqids 2024-11-11T05:14:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741868_1044 (size=668) 2024-11-11T05:14:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741868_1044 (size=668) 2024-11-11T05:14:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741868_1044 (size=668) 2024-11-11T05:14:25,493 INFO [M:0;1d14b453aaa0:37845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:14:25,493 INFO [M:0;1d14b453aaa0:37845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:14:25,493 DEBUG [M:0;1d14b453aaa0:37845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:14:25,493 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:14:25,493 DEBUG [M:0;1d14b453aaa0:37845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:14:25,493 DEBUG [M:0;1d14b453aaa0:37845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:14:25,493 DEBUG [M:0;1d14b453aaa0:37845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:14:25,493 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.83 KB heapSize=264.20 KB 2024-11-11T05:14:25,508 DEBUG [M:0;1d14b453aaa0:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8befa9e765564980911b1374179736e5 is 82, key is hbase:meta,,1/info:regioninfo/1731302014105/Put/seqid=0 2024-11-11T05:14:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741869_1045 (size=6071) 2024-11-11T05:14:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741869_1045 (size=6071) 2024-11-11T05:14:25,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741869_1045 (size=6071) 2024-11-11T05:14:25,515 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8befa9e765564980911b1374179736e5 2024-11-11T05:14:25,545 DEBUG [M:0;1d14b453aaa0:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd2f6165e598434ca81bf35977d15e7c is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731301983805/Put/seqid=0 2024-11-11T05:14:25,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741870_1046 (size=9111) 2024-11-11T05:14:25,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741870_1046 (size=9111) 2024-11-11T05:14:25,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741870_1046 (size=9111) 2024-11-11T05:14:25,553 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.61 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd2f6165e598434ca81bf35977d15e7c 2024-11-11T05:14:25,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:14:25,556 INFO [RS:1;1d14b453aaa0:38345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:14:25,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101284f5f8a0002, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:14:25,556 INFO [RS:1;1d14b453aaa0:38345 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,38345,1731301960272; zookeeper connection closed. 2024-11-11T05:14:25,556 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6af405ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6af405ba 2024-11-11T05:14:25,557 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T05:14:25,560 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd2f6165e598434ca81bf35977d15e7c 2024-11-11T05:14:25,574 DEBUG [M:0;1d14b453aaa0:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b293f121e074ac093afeed3be896062 is 69, key is 1d14b453aaa0,37369,1731301960318/rs:state/1731301961525/Put/seqid=0 2024-11-11T05:14:25,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741871_1047 (size=5441) 2024-11-11T05:14:25,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741871_1047 (size=5441) 2024-11-11T05:14:25,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741871_1047 (size=5441) 2024-11-11T05:14:25,583 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b293f121e074ac093afeed3be896062 2024-11-11T05:14:25,590 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b293f121e074ac093afeed3be896062 2024-11-11T05:14:25,591 DEBUG [M:0;1d14b453aaa0:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8befa9e765564980911b1374179736e5 as hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8befa9e765564980911b1374179736e5 2024-11-11T05:14:25,598 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8befa9e765564980911b1374179736e5, entries=14, sequenceid=561, filesize=5.9 K 2024-11-11T05:14:25,599 DEBUG [M:0;1d14b453aaa0:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd2f6165e598434ca81bf35977d15e7c as hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd2f6165e598434ca81bf35977d15e7c 2024-11-11T05:14:25,607 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd2f6165e598434ca81bf35977d15e7c 2024-11-11T05:14:25,607 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd2f6165e598434ca81bf35977d15e7c, entries=60, sequenceid=561, filesize=8.9 K 2024-11-11T05:14:25,609 DEBUG [M:0;1d14b453aaa0:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b293f121e074ac093afeed3be896062 as hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b293f121e074ac093afeed3be896062 2024-11-11T05:14:25,616 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b293f121e074ac093afeed3be896062 2024-11-11T05:14:25,616 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42707/user/jenkins/test-data/1005a0dc-86e3-81e0-0635-59797ad77e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b293f121e074ac093afeed3be896062, entries=3, sequenceid=561, filesize=5.3 K 2024-11-11T05:14:25,618 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.90 KB/270232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=561, compaction requested=false 2024-11-11T05:14:25,619 INFO [M:0;1d14b453aaa0:37845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:14:25,619 DEBUG [M:0;1d14b453aaa0:37845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302065493Disabling compacts and flushes for region at 1731302065493Disabling writes for close at 1731302065493Obtaining lock to block concurrent updates at 1731302065493Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302065493Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217941, getHeapSize=270472, getOffHeapSize=0, getCellsCount=682 at 1731302065494 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302065494Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302065494Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302065508 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302065508Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302065522 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302065544 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302065544Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302065560 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302065574 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302065574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195d8cd1: reopening flushed file at 1731302065590 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad0dcb8: reopening flushed file at 1731302065598 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd8d036: reopening flushed file at 1731302065607 (+9 ms)Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.90 KB/270232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=561, compaction requested=false at 1731302065618 (+11 ms)Writing region close event to WAL at 1731302065619 (+1 ms)Closed at 1731302065619 2024-11-11T05:14:25,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39091 is added to blk_1073741830_1006 (size=255309) 2024-11-11T05:14:25,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741830_1006 (size=255309) 2024-11-11T05:14:25,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741830_1006 (size=255309) 2024-11-11T05:14:25,624 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:14:25,624 INFO [M:0;1d14b453aaa0:37845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:14:25,624 INFO [M:0;1d14b453aaa0:37845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37845 2024-11-11T05:14:25,624 INFO [M:0;1d14b453aaa0:37845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:14:25,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:14:25,735 INFO [M:0;1d14b453aaa0:37845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:14:25,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101284f5f8a0000, quorum=127.0.0.1:60708, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:14:25,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2701064c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:14:25,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:14:25,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:14:25,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:14:25,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir/,STOPPED} 2024-11-11T05:14:25,749 WARN [BP-17575418-172.17.0.2-1731301954658 heartbeating to localhost/127.0.0.1:42707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:14:25,750 WARN [BP-17575418-172.17.0.2-1731301954658 heartbeating to localhost/127.0.0.1:42707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-17575418-172.17.0.2-1731301954658 (Datanode Uuid 8fcabf92-07ec-47c1-92d2-eaeb09e64bc8) service to localhost/127.0.0.1:42707 2024-11-11T05:14:25,749 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:14:25,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:14:25,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data5/current/BP-17575418-172.17.0.2-1731301954658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:14:25,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data6/current/BP-17575418-172.17.0.2-1731301954658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:14:25,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:14:25,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@699f8d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:14:25,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:14:25,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:14:25,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:14:25,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir/,STOPPED} 2024-11-11T05:14:25,760 WARN [BP-17575418-172.17.0.2-1731301954658 heartbeating to localhost/127.0.0.1:42707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:14:25,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:14:25,760 WARN [BP-17575418-172.17.0.2-1731301954658 heartbeating to localhost/127.0.0.1:42707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-17575418-172.17.0.2-1731301954658 (Datanode Uuid f93e8d57-bcb3-450f-87ea-3cc00627aebd) service to localhost/127.0.0.1:42707 2024-11-11T05:14:25,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:14:25,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data3/current/BP-17575418-172.17.0.2-1731301954658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:14:25,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data4/current/BP-17575418-172.17.0.2-1731301954658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:14:25,761 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:14:25,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45354c57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:14:25,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:14:25,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:14:25,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:14:25,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir/,STOPPED} 2024-11-11T05:14:25,765 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:14:25,765 WARN [BP-17575418-172.17.0.2-1731301954658 heartbeating to localhost/127.0.0.1:42707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:14:25,765 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:14:25,765 WARN [BP-17575418-172.17.0.2-1731301954658 heartbeating to localhost/127.0.0.1:42707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-17575418-172.17.0.2-1731301954658 (Datanode Uuid 58efb0fb-dea4-48aa-b6bf-50e300a3e0ce) service to localhost/127.0.0.1:42707 2024-11-11T05:14:25,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data1/current/BP-17575418-172.17.0.2-1731301954658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:14:25,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/cluster_a20189b9-3518-36dd-c996-006f1508bc80/data/data2/current/BP-17575418-172.17.0.2-1731301954658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:14:25,766 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:14:25,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79bca9fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:14:25,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:14:25,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:14:25,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:14:25,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir/,STOPPED} 2024-11-11T05:14:25,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:14:25,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:14:25,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/1d14b453aaa0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/1d14b453aaa0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1d14b453aaa0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:42707 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:42707 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:42707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1d14b453aaa0:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1d14b453aaa0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:42707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1d14b453aaa0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/1d14b453aaa0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1eef12fa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/1d14b453aaa0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=7480 (was 9658) 2024-11-11T05:14:25,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=7480 2024-11-11T05:14:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir so I do NOT create it in target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d 2024-11-11T05:14:25,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:14:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.tmp.dir so I do NOT create it in target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d 2024-11-11T05:14:25,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cde8a26-7e6f-825e-be0a-dffcabe830e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:14:25,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d 2024-11-11T05:14:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:14:25,855 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed, deleteOnExit=true 2024-11-11T05:14:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:14:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/test.cache.data in system properties and HBase conf 2024-11-11T05:14:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:14:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:14:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:14:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:14:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:14:25,856 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:14:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:14:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:14:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:14:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:14:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:14:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:14:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:14:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:14:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:14:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:14:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:14:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:14:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:14:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:14:26,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:14:26,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:14:26,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:14:26,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:14:26,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:14:26,388 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:14:26,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae29fa9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:14:26,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc5b63f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:14:26,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@298464d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/java.io.tmpdir/jetty-localhost-43119-hadoop-hdfs-3_4_1-tests_jar-_-any-14318212415085546724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:14:26,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c827421{HTTP/1.1, (http/1.1)}{localhost:43119} 2024-11-11T05:14:26,488 INFO [Time-limited test {}] server.Server(415): Started @114714ms 2024-11-11T05:14:26,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:14:26,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:14:26,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:14:26,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:14:26,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:14:26,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffa9213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:14:26,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7808e3bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:14:26,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28194675{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/java.io.tmpdir/jetty-localhost-34083-hadoop-hdfs-3_4_1-tests_jar-_-any-11576155071693407540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:14:26,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed5b655{HTTP/1.1, (http/1.1)}{localhost:34083} 2024-11-11T05:14:26,902 INFO [Time-limited test {}] server.Server(415): Started @115127ms 2024-11-11T05:14:26,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:14:26,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:14:26,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:14:26,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:14:26,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:14:26,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:14:26,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f21ae7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:14:26,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14361570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:14:27,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20314173{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/java.io.tmpdir/jetty-localhost-34941-hadoop-hdfs-3_4_1-tests_jar-_-any-10832050772610292155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:14:27,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25b7de23{HTTP/1.1, (http/1.1)}{localhost:34941} 2024-11-11T05:14:27,035 INFO [Time-limited test {}] server.Server(415): Started @115260ms 2024-11-11T05:14:27,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:14:27,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:14:27,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:14:27,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:14:27,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:14:27,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:14:27,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dfccdd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:14:27,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ba83ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:14:27,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27eec659{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/java.io.tmpdir/jetty-localhost-35263-hadoop-hdfs-3_4_1-tests_jar-_-any-6648595293508901391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:14:27,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1620f874{HTTP/1.1, (http/1.1)}{localhost:35263} 2024-11-11T05:14:27,160 INFO [Time-limited test {}] server.Server(415): Started @115385ms 2024-11-11T05:14:27,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:14:28,226 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data1/current/BP-1529629345-172.17.0.2-1731302065877/current, will proceed with Du for space computation calculation, 2024-11-11T05:14:28,226 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data2/current/BP-1529629345-172.17.0.2-1731302065877/current, will proceed with Du for space computation calculation, 2024-11-11T05:14:28,245 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:14:28,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfffe6677f12b676c with lease ID 0x82307c3d3e9f94f0: Processing first storage report for DS-d425c8e6-45af-4050-9a92-71bfec61c08c from datanode DatanodeRegistration(127.0.0.1:38861, datanodeUuid=f791c3df-7bfd-41ef-9c48-53c96d686c8f, infoPort=36275, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877) 2024-11-11T05:14:28,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfffe6677f12b676c with lease ID 0x82307c3d3e9f94f0: from storage DS-d425c8e6-45af-4050-9a92-71bfec61c08c node DatanodeRegistration(127.0.0.1:38861, datanodeUuid=f791c3df-7bfd-41ef-9c48-53c96d686c8f, infoPort=36275, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:14:28,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfffe6677f12b676c with lease ID 0x82307c3d3e9f94f0: Processing first storage report for DS-64ba67ca-93ea-48bf-aa24-0e4de2510c85 from datanode DatanodeRegistration(127.0.0.1:38861, datanodeUuid=f791c3df-7bfd-41ef-9c48-53c96d686c8f, infoPort=36275, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877) 2024-11-11T05:14:28,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfffe6677f12b676c with lease ID 0x82307c3d3e9f94f0: from storage DS-64ba67ca-93ea-48bf-aa24-0e4de2510c85 node DatanodeRegistration(127.0.0.1:38861, datanodeUuid=f791c3df-7bfd-41ef-9c48-53c96d686c8f, infoPort=36275, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:14:28,422 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data3/current/BP-1529629345-172.17.0.2-1731302065877/current, will proceed with Du for space computation calculation, 2024-11-11T05:14:28,422 WARN [Thread-749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data4/current/BP-1529629345-172.17.0.2-1731302065877/current, will proceed with Du for space computation calculation, 2024-11-11T05:14:28,440 WARN [Thread-700 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:14:28,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7de1fd75bec82717 with lease ID 0x82307c3d3e9f94f1: Processing first storage report for DS-4c0be203-1228-45e5-afbb-d6cb78fc0332 from datanode DatanodeRegistration(127.0.0.1:32939, datanodeUuid=b06adcc7-082c-4afc-a78d-4532cfcf0643, infoPort=36059, infoSecurePort=0, ipcPort=33737, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877) 2024-11-11T05:14:28,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7de1fd75bec82717 with lease ID 0x82307c3d3e9f94f1: from storage DS-4c0be203-1228-45e5-afbb-d6cb78fc0332 node DatanodeRegistration(127.0.0.1:32939, datanodeUuid=b06adcc7-082c-4afc-a78d-4532cfcf0643, infoPort=36059, infoSecurePort=0, ipcPort=33737, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:14:28,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7de1fd75bec82717 with lease ID 0x82307c3d3e9f94f1: Processing first storage report for DS-eddfe0c2-a449-4a9f-8772-b744b2590d7f from datanode DatanodeRegistration(127.0.0.1:32939, datanodeUuid=b06adcc7-082c-4afc-a78d-4532cfcf0643, infoPort=36059, infoSecurePort=0, ipcPort=33737, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877) 2024-11-11T05:14:28,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7de1fd75bec82717 with lease ID 0x82307c3d3e9f94f1: from storage DS-eddfe0c2-a449-4a9f-8772-b744b2590d7f node DatanodeRegistration(127.0.0.1:32939, datanodeUuid=b06adcc7-082c-4afc-a78d-4532cfcf0643, infoPort=36059, infoSecurePort=0, ipcPort=33737, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T05:14:28,483 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data5/current/BP-1529629345-172.17.0.2-1731302065877/current, will proceed with Du for space computation calculation, 2024-11-11T05:14:28,483 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data6/current/BP-1529629345-172.17.0.2-1731302065877/current, will proceed with Du for space computation calculation, 2024-11-11T05:14:28,504 WARN [Thread-722 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:14:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78604946371f9de1 with lease ID 0x82307c3d3e9f94f2: Processing first storage report for DS-5d448d46-11c6-4dee-9109-839ba1cd19bd from datanode DatanodeRegistration(127.0.0.1:35125, datanodeUuid=d179e7c7-de21-4707-9ae0-50cd28573268, infoPort=45505, infoSecurePort=0, ipcPort=45719, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877) 2024-11-11T05:14:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78604946371f9de1 with lease ID 0x82307c3d3e9f94f2: from storage DS-5d448d46-11c6-4dee-9109-839ba1cd19bd node DatanodeRegistration(127.0.0.1:35125, datanodeUuid=d179e7c7-de21-4707-9ae0-50cd28573268, infoPort=45505, infoSecurePort=0, ipcPort=45719, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:14:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78604946371f9de1 with lease ID 0x82307c3d3e9f94f2: Processing first storage report for DS-5d4e891e-22d0-4e98-8655-d5c71e39488e from datanode DatanodeRegistration(127.0.0.1:35125, datanodeUuid=d179e7c7-de21-4707-9ae0-50cd28573268, infoPort=45505, infoSecurePort=0, ipcPort=45719, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877) 2024-11-11T05:14:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78604946371f9de1 with lease ID 0x82307c3d3e9f94f2: from storage DS-5d4e891e-22d0-4e98-8655-d5c71e39488e node DatanodeRegistration(127.0.0.1:35125, datanodeUuid=d179e7c7-de21-4707-9ae0-50cd28573268, infoPort=45505, infoSecurePort=0, ipcPort=45719, storageInfo=lv=-57;cid=testClusterID;nsid=523259264;c=1731302065877), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T05:14:28,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d 2024-11-11T05:14:28,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/zookeeper_0, clientPort=63724, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:14:28,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63724 2024-11-11T05:14:28,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:14:28,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:14:28,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:14:28,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 with version=8 2024-11-11T05:14:28,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/hbase-staging 2024-11-11T05:14:28,620 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:14:28,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:14:28,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:14:28,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:14:28,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:14:28,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34269 2024-11-11T05:14:28,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34269 connecting to ZooKeeper ensemble=127.0.0.1:63724 2024-11-11T05:14:28,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342690x0, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:14:28,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34269-0x10128510d270000 connected 2024-11-11T05:14:28,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:14:28,761 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206, hbase.cluster.distributed=false 2024-11-11T05:14:28,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:14:28,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34269 2024-11-11T05:14:28,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34269 2024-11-11T05:14:28,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34269 2024-11-11T05:14:28,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34269 2024-11-11T05:14:28,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34269 2024-11-11T05:14:28,780 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:14:28,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:14:28,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:14:28,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:14:28,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:14:28,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36137 2024-11-11T05:14:28,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36137 connecting to ZooKeeper ensemble=127.0.0.1:63724 2024-11-11T05:14:28,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361370x0, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:14:28,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36137-0x10128510d270001 connected 2024-11-11T05:14:28,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:14:28,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:14:28,802 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:14:28,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:14:28,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:14:28,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36137 2024-11-11T05:14:28,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36137 2024-11-11T05:14:28,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36137 2024-11-11T05:14:28,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36137 2024-11-11T05:14:28,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36137 2024-11-11T05:14:28,824 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:14:28,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:14:28,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:14:28,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:14:28,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:14:28,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44441 2024-11-11T05:14:28,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44441 connecting to ZooKeeper ensemble=127.0.0.1:63724 2024-11-11T05:14:28,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444410x0, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:14:28,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444410x0, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:14:28,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44441-0x10128510d270002 connected 2024-11-11T05:14:28,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:14:28,844 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:14:28,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:14:28,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:14:28,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44441 2024-11-11T05:14:28,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44441 2024-11-11T05:14:28,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44441 2024-11-11T05:14:28,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44441 2024-11-11T05:14:28,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44441 2024-11-11T05:14:28,868 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:14:28,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:14:28,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:14:28,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:14:28,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:14:28,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:14:28,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34335 2024-11-11T05:14:28,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34335 connecting to ZooKeeper ensemble=127.0.0.1:63724 2024-11-11T05:14:28,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343350x0, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:14:28,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343350x0, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:14:28,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34335-0x10128510d270003 connected 2024-11-11T05:14:28,885 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:14:28,886 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:14:28,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T05:14:28,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T05:14:28,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-11T05:14:28,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34335 2024-11-11T05:14:28,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34335 2024-11-11T05:14:28,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-11T05:14:28,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-11T05:14:28,900 DEBUG [M:0;1d14b453aaa0:34269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:34269 2024-11-11T05:14:28,900 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1d14b453aaa0,34269,1731302068620 2024-11-11T05:14:28,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:14:28,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:14:28,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:14:28,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:14:28,913 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1d14b453aaa0,34269,1731302068620 2024-11-11T05:14:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:14:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:14:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T05:14:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:28,923 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T05:14:28,924 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1d14b453aaa0,34269,1731302068620 from backup master directory 2024-11-11T05:14:28,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:14:28,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:14:28,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:14:28,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1d14b453aaa0,34269,1731302068620 2024-11-11T05:14:28,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T05:14:28,937 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:14:28,937 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,34269,1731302068620 2024-11-11T05:14:28,940 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/hbase.id] with ID: 3bb6d0c2-d744-4503-a7c4-f4d8255767e1 2024-11-11T05:14:28,940 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/.tmp/hbase.id 2024-11-11T05:14:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:14:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:14:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:14:28,948 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/.tmp/hbase.id]:[hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/hbase.id] 2024-11-11T05:14:28,963 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:14:28,963 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:14:28,965 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T05:14:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:28,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:14:28,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:14:28,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:14:28,989 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:14:28,990 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:14:28,990 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:14:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:14:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:14:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:14:29,001 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store 2024-11-11T05:14:29,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:14:29,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:14:29,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:14:29,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:29,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:14:29,009 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:14:29,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:14:29,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:14:29,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:14:29,009 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:14:29,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302069009Disabling compacts and flushes for region at 1731302069009Disabling writes for close at 1731302069009Writing region close event to WAL at 1731302069009Closed at 1731302069009 2024-11-11T05:14:29,010 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/.initializing 2024-11-11T05:14:29,010 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/WALs/1d14b453aaa0,34269,1731302068620 2024-11-11T05:14:29,011 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:14:29,014 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C34269%2C1731302068620, suffix=, logDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/WALs/1d14b453aaa0,34269,1731302068620, archiveDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/oldWALs, maxLogs=10 2024-11-11T05:14:29,026 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/WALs/1d14b453aaa0,34269,1731302068620/1d14b453aaa0%2C34269%2C1731302068620.1731302069014, exclude list is [], retry=0 2024-11-11T05:14:29,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-5d448d46-11c6-4dee-9109-839ba1cd19bd,DISK] 2024-11-11T05:14:29,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38861,DS-d425c8e6-45af-4050-9a92-71bfec61c08c,DISK] 2024-11-11T05:14:29,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32939,DS-4c0be203-1228-45e5-afbb-d6cb78fc0332,DISK] 2024-11-11T05:14:29,032 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/WALs/1d14b453aaa0,34269,1731302068620/1d14b453aaa0%2C34269%2C1731302068620.1731302069014 2024-11-11T05:14:29,032 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45505:45505),(127.0.0.1/127.0.0.1:36275:36275),(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-11T05:14:29,032 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:14:29,033 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:29,033 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,033 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:14:29,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:29,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:14:29,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:14:29,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:29,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:29,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:14:29,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:29,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:29,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:14:29,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:29,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:29,043 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,044 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,044 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,046 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,046 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,046 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:14:29,047 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:14:29,049 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:29,050 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71373355, jitterRate=0.06354586780071259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:14:29,051 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302069033Initializing all the Stores at 1731302069034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302069034Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302069034Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302069034Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302069034Cleaning up temporary data from old regions at 1731302069046 (+12 ms)Region opened successfully at 1731302069050 (+4 ms) 2024-11-11T05:14:29,051 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:14:29,055 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bddbfe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:14:29,056 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:14:29,056 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:14:29,056 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:14:29,056 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:14:29,057 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:14:29,057 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:14:29,057 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T05:14:29,059 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:14:29,060 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T05:14:29,070 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T05:14:29,070 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:14:29,071 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:14:29,080 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T05:14:29,081 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:14:29,082 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:14:29,094 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T05:14:29,096 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:14:29,105 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T05:14:29,109 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:14:29,115 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T05:14:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:14:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:14:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:14:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T05:14:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,129 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,34269,1731302068620, sessionid=0x10128510d270000, setting cluster-up flag (Was=false) 2024-11-11T05:14:29,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,179 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T05:14:29,182 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,34269,1731302068620 2024-11-11T05:14:29,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,242 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T05:14:29,243 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,34269,1731302068620 2024-11-11T05:14:29,244 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:14:29,245 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:14:29,246 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:14:29,246 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:14:29,246 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,34269,1731302068620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:14:29,247 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:14:29,247 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:14:29,247 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:14:29,247 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:14:29,247 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:14:29,247 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,247 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:14:29,247 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,248 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302099248 2024-11-11T05:14:29,248 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:14:29,248 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:14:29,248 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:14:29,248 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:14:29,248 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:14:29,248 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:14:29,249 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,249 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:14:29,249 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:14:29,250 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:29,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:14:29,252 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:14:29,252 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:14:29,252 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:14:29,256 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:14:29,256 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:14:29,257 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302069256,5,FailOnTimeoutGroup] 2024-11-11T05:14:29,258 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302069257,5,FailOnTimeoutGroup] 2024-11-11T05:14:29,258 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,258 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:14:29,258 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,259 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:14:29,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:14:29,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:14:29,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:14:29,265 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:14:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:14:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:14:29,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:29,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:14:29,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:14:29,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:29,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:14:29,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:14:29,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:14:29,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:29,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:14:29,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:14:29,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:14:29,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:29,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:14:29,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:14:29,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:14:29,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:29,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:14:29,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:14:29,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740 2024-11-11T05:14:29,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740 2024-11-11T05:14:29,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:14:29,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:14:29,290 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:14:29,291 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(746): ClusterId : 3bb6d0c2-d744-4503-a7c4-f4d8255767e1 2024-11-11T05:14:29,291 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.HRegionServer(746): ClusterId : 3bb6d0c2-d744-4503-a7c4-f4d8255767e1 2024-11-11T05:14:29,291 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(746): ClusterId : 3bb6d0c2-d744-4503-a7c4-f4d8255767e1 2024-11-11T05:14:29,291 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:14:29,291 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:14:29,291 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:14:29,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:14:29,294 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:29,294 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61318413, jitterRate=-0.08628444373607635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:14:29,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302069277Initializing all the Stores at 1731302069278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302069278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302069278Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302069278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302069278Cleaning up temporary data from old regions at 1731302069289 (+11 ms)Region opened successfully at 1731302069295 (+6 ms) 2024-11-11T05:14:29,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:14:29,295 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:14:29,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:14:29,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:14:29,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:14:29,295 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:14:29,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302069295Disabling compacts and flushes for region at 1731302069295Disabling writes for close at 1731302069295Writing region close event to WAL at 1731302069295Closed at 1731302069295 2024-11-11T05:14:29,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:14:29,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:14:29,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:14:29,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:14:29,299 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:14:29,313 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:14:29,313 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:14:29,313 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:14:29,313 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:14:29,313 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:14:29,313 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:14:29,334 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:14:29,334 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:14:29,334 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:14:29,334 DEBUG [RS:2;1d14b453aaa0:34335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e377764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:14:29,334 DEBUG [RS:0;1d14b453aaa0:36137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6219dd39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:14:29,334 DEBUG [RS:1;1d14b453aaa0:44441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa2dbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:14:29,345 DEBUG [RS:0;1d14b453aaa0:36137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:36137 2024-11-11T05:14:29,345 DEBUG [RS:2;1d14b453aaa0:34335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1d14b453aaa0:34335 2024-11-11T05:14:29,345 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:14:29,345 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:14:29,345 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:14:29,345 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:14:29,345 DEBUG [RS:1;1d14b453aaa0:44441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1d14b453aaa0:44441 2024-11-11T05:14:29,345 DEBUG [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:14:29,345 DEBUG [RS:2;1d14b453aaa0:34335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:14:29,345 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:14:29,345 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:14:29,345 DEBUG [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:14:29,346 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,34269,1731302068620 with port=44441, startcode=1731302068824 2024-11-11T05:14:29,346 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,34269,1731302068620 with port=36137, startcode=1731302068780 2024-11-11T05:14:29,346 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,34269,1731302068620 with port=34335, startcode=1731302068868 2024-11-11T05:14:29,346 DEBUG [RS:0;1d14b453aaa0:36137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:14:29,346 DEBUG [RS:1;1d14b453aaa0:44441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:14:29,346 DEBUG [RS:2;1d14b453aaa0:34335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:14:29,347 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:14:29,347 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:14:29,347 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:14:29,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:29,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34269 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:29,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:29,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34269 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:29,349 DEBUG [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:29,349 DEBUG [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40659 2024-11-11T05:14:29,349 DEBUG [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:14:29,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:29,350 DEBUG [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:29,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34269 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:29,350 DEBUG [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40659 2024-11-11T05:14:29,350 DEBUG [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:14:29,351 DEBUG [RS:2;1d14b453aaa0:34335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:29,351 DEBUG [RS:2;1d14b453aaa0:34335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40659 2024-11-11T05:14:29,351 DEBUG [RS:2;1d14b453aaa0:34335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:14:29,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:14:29,433 DEBUG [RS:0;1d14b453aaa0:36137 {}] zookeeper.ZKUtil(111): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:29,433 WARN [RS:0;1d14b453aaa0:36137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:14:29,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,36137,1731302068780] 2024-11-11T05:14:29,433 INFO [RS:0;1d14b453aaa0:36137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:14:29,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,34335,1731302068868] 2024-11-11T05:14:29,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,44441,1731302068824] 2024-11-11T05:14:29,434 DEBUG [RS:1;1d14b453aaa0:44441 {}] zookeeper.ZKUtil(111): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:29,434 WARN [RS:1;1d14b453aaa0:44441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:14:29,434 DEBUG [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:29,434 DEBUG [RS:2;1d14b453aaa0:34335 {}] zookeeper.ZKUtil(111): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:29,434 WARN [RS:2;1d14b453aaa0:34335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:14:29,434 INFO [RS:1;1d14b453aaa0:44441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:14:29,434 INFO [RS:2;1d14b453aaa0:34335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:14:29,435 DEBUG [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:29,435 DEBUG [RS:2;1d14b453aaa0:34335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:29,441 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:14:29,441 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:14:29,443 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:14:29,444 INFO [RS:0;1d14b453aaa0:36137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:14:29,444 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,445 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:14:29,445 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:14:29,446 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:14:29,446 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,446 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,446 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,446 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,446 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,446 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,446 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:14:29,447 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,447 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,447 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,447 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,447 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,447 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,447 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:14:29,447 DEBUG [RS:0;1d14b453aaa0:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:14:29,448 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:14:29,448 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:14:29,448 INFO [RS:2;1d14b453aaa0:34335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:14:29,448 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,449 INFO [RS:1;1d14b453aaa0:44441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:14:29,449 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,449 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,449 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,449 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:14:29,449 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,449 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:14:29,449 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,449 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,449 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36137,1731302068780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:14:29,449 WARN [1d14b453aaa0:34269 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:14:29,450 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:14:29,450 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:14:29,450 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,450 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,450 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:14:29,450 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,450 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:14:29,450 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,451 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,451 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,451 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,451 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,451 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,451 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,451 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:14:29,451 DEBUG [RS:2;1d14b453aaa0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:14:29,451 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,451 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,451 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:14:29,451 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:14:29,451 DEBUG [RS:1;1d14b453aaa0:44441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:14:29,456 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44441,1731302068824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,456 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34335,1731302068868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:14:29,466 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:14:29,466 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36137,1731302068780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,466 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,466 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.Replication(171): 1d14b453aaa0,36137,1731302068780 started 2024-11-11T05:14:29,469 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:14:29,469 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44441,1731302068824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,469 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,469 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.Replication(171): 1d14b453aaa0,44441,1731302068824 started 2024-11-11T05:14:29,474 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:14:29,474 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34335,1731302068868-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,475 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,475 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.Replication(171): 1d14b453aaa0,34335,1731302068868 started 2024-11-11T05:14:29,481 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,481 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,36137,1731302068780, RpcServer on 1d14b453aaa0/172.17.0.2:36137, sessionid=0x10128510d270001 2024-11-11T05:14:29,482 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:14:29,482 DEBUG [RS:0;1d14b453aaa0:36137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:29,482 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36137,1731302068780' 2024-11-11T05:14:29,482 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:14:29,482 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,482 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,44441,1731302068824, RpcServer on 1d14b453aaa0/172.17.0.2:44441, sessionid=0x10128510d270002 2024-11-11T05:14:29,482 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:14:29,482 DEBUG [RS:1;1d14b453aaa0:44441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:29,482 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,44441,1731302068824' 2024-11-11T05:14:29,482 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:14:29,483 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:14:29,483 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:14:29,483 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:14:29,483 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:14:29,483 DEBUG [RS:0;1d14b453aaa0:36137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:29,483 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36137,1731302068780' 2024-11-11T05:14:29,483 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:14:29,483 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:14:29,483 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:14:29,483 DEBUG [RS:1;1d14b453aaa0:44441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:29,483 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,44441,1731302068824' 2024-11-11T05:14:29,483 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:14:29,483 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:14:29,484 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:14:29,484 DEBUG [RS:0;1d14b453aaa0:36137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:14:29,484 INFO [RS:0;1d14b453aaa0:36137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:14:29,484 INFO [RS:0;1d14b453aaa0:36137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:14:29,484 DEBUG [RS:1;1d14b453aaa0:44441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:14:29,484 INFO [RS:1;1d14b453aaa0:44441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:14:29,484 INFO [RS:1;1d14b453aaa0:44441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:14:29,488 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:29,488 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,34335,1731302068868, RpcServer on 1d14b453aaa0/172.17.0.2:34335, sessionid=0x10128510d270003 2024-11-11T05:14:29,488 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:14:29,488 DEBUG [RS:2;1d14b453aaa0:34335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:29,488 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,34335,1731302068868' 2024-11-11T05:14:29,488 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T05:14:29,489 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T05:14:29,489 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:14:29,489 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:14:29,489 DEBUG [RS:2;1d14b453aaa0:34335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:29,490 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,34335,1731302068868' 2024-11-11T05:14:29,490 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T05:14:29,490 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T05:14:29,490 DEBUG [RS:2;1d14b453aaa0:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:14:29,490 INFO [RS:2;1d14b453aaa0:34335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:14:29,490 INFO [RS:2;1d14b453aaa0:34335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:14:29,584 INFO [RS:1;1d14b453aaa0:44441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:14:29,584 INFO [RS:0;1d14b453aaa0:36137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:14:29,586 INFO [RS:1;1d14b453aaa0:44441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C44441%2C1731302068824, suffix=, logDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,44441,1731302068824, archiveDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/oldWALs, maxLogs=32 2024-11-11T05:14:29,586 INFO [RS:0;1d14b453aaa0:36137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C36137%2C1731302068780, suffix=, logDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,36137,1731302068780, archiveDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/oldWALs, maxLogs=32 2024-11-11T05:14:29,591 INFO [RS:2;1d14b453aaa0:34335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:14:29,593 INFO [RS:2;1d14b453aaa0:34335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C34335%2C1731302068868, suffix=, logDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868, archiveDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/oldWALs, maxLogs=32 2024-11-11T05:14:29,602 DEBUG [RS:0;1d14b453aaa0:36137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,36137,1731302068780/1d14b453aaa0%2C36137%2C1731302068780.1731302069589, exclude list is [], retry=0 2024-11-11T05:14:29,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38861,DS-d425c8e6-45af-4050-9a92-71bfec61c08c,DISK] 2024-11-11T05:14:29,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-5d448d46-11c6-4dee-9109-839ba1cd19bd,DISK] 2024-11-11T05:14:29,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32939,DS-4c0be203-1228-45e5-afbb-d6cb78fc0332,DISK] 2024-11-11T05:14:29,607 DEBUG [RS:1;1d14b453aaa0:44441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,44441,1731302068824/1d14b453aaa0%2C44441%2C1731302068824.1731302069589, exclude list is [], retry=0 2024-11-11T05:14:29,608 INFO [RS:0;1d14b453aaa0:36137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,36137,1731302068780/1d14b453aaa0%2C36137%2C1731302068780.1731302069589 2024-11-11T05:14:29,609 DEBUG [RS:0;1d14b453aaa0:36137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45505:45505),(127.0.0.1/127.0.0.1:36275:36275),(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-11T05:14:29,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32939,DS-4c0be203-1228-45e5-afbb-d6cb78fc0332,DISK] 2024-11-11T05:14:29,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-5d448d46-11c6-4dee-9109-839ba1cd19bd,DISK] 2024-11-11T05:14:29,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38861,DS-d425c8e6-45af-4050-9a92-71bfec61c08c,DISK] 2024-11-11T05:14:29,611 DEBUG [RS:2;1d14b453aaa0:34335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868/1d14b453aaa0%2C34335%2C1731302068868.1731302069594, exclude list is [], retry=0 2024-11-11T05:14:29,613 INFO [RS:1;1d14b453aaa0:44441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,44441,1731302068824/1d14b453aaa0%2C44441%2C1731302068824.1731302069589 2024-11-11T05:14:29,613 DEBUG [RS:1;1d14b453aaa0:44441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059),(127.0.0.1/127.0.0.1:45505:45505),(127.0.0.1/127.0.0.1:36275:36275)] 2024-11-11T05:14:29,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32939,DS-4c0be203-1228-45e5-afbb-d6cb78fc0332,DISK] 2024-11-11T05:14:29,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-5d448d46-11c6-4dee-9109-839ba1cd19bd,DISK] 2024-11-11T05:14:29,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38861,DS-d425c8e6-45af-4050-9a92-71bfec61c08c,DISK] 2024-11-11T05:14:29,616 INFO [RS:2;1d14b453aaa0:34335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868/1d14b453aaa0%2C34335%2C1731302068868.1731302069594 2024-11-11T05:14:29,616 DEBUG [RS:2;1d14b453aaa0:34335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059),(127.0.0.1/127.0.0.1:36275:36275),(127.0.0.1/127.0.0.1:45505:45505)] 2024-11-11T05:14:29,699 DEBUG [1d14b453aaa0:34269 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T05:14:29,700 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:14:29,706 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:14:29,706 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:14:29,706 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T05:14:29,706 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:14:29,706 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:14:29,706 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T05:14:29,706 INFO [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:14:29,706 INFO [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:14:29,706 INFO [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T05:14:29,707 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:14:29,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:29,709 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36137,1731302068780, state=OPENING 2024-11-11T05:14:29,726 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:14:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:14:29,737 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:14:29,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:14:29,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:14:29,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:14:29,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36137,1731302068780}] 2024-11-11T05:14:29,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:14:30,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:30,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:30,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:30,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:14:30,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:30,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:30,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:39,740 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:14:39,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:14:39,750 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:14:39,750 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:14:39,751 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:14:39,753 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C36137%2C1731302068780.meta, suffix=.meta, logDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,36137,1731302068780, archiveDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/oldWALs, maxLogs=32 2024-11-11T05:14:39,767 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,36137,1731302068780/1d14b453aaa0%2C36137%2C1731302068780.meta.1731302079754.meta, exclude list is [], retry=0 2024-11-11T05:14:39,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-5d448d46-11c6-4dee-9109-839ba1cd19bd,DISK] 2024-11-11T05:14:39,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32939,DS-4c0be203-1228-45e5-afbb-d6cb78fc0332,DISK] 2024-11-11T05:14:39,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38861,DS-d425c8e6-45af-4050-9a92-71bfec61c08c,DISK] 2024-11-11T05:14:39,772 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,36137,1731302068780/1d14b453aaa0%2C36137%2C1731302068780.meta.1731302079754.meta 2024-11-11T05:14:39,773 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45505:45505),(127.0.0.1/127.0.0.1:36059:36059),(127.0.0.1/127.0.0.1:36275:36275)] 2024-11-11T05:14:39,773 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:14:39,774 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:14:39,774 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:14:39,774 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:14:39,774 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:14:39,774 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:39,774 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:14:39,774 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:14:39,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:14:39,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:14:39,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:39,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:14:39,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:14:39,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:14:39,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:39,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:14:39,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:14:39,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:14:39,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:39,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:14:39,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:14:39,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:14:39,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:39,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:14:39,783 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:14:39,784 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740 2024-11-11T05:14:39,785 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740 2024-11-11T05:14:39,787 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:14:39,787 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:14:39,788 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:14:39,790 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:14:39,791 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71987395, jitterRate=0.0726957768201828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:14:39,791 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:14:39,791 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302079774Writing region info on filesystem at 1731302079774Initializing all the Stores at 1731302079775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302079775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302079776 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302079776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302079776Cleaning up temporary data from old regions at 1731302079787 (+11 ms)Running coprocessor post-open hooks at 1731302079791 (+4 ms)Region opened successfully at 1731302079791 2024-11-11T05:14:39,792 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302079739 2024-11-11T05:14:39,794 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:14:39,794 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:14:39,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:39,795 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36137,1731302068780, state=OPEN 2024-11-11T05:14:39,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:14:39,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:14:39,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:14:39,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T05:14:39,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:14:39,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:14:39,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:14:39,810 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:39,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T05:14:39,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:14:39,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36137,1731302068780 in 10.0730 sec 2024-11-11T05:14:39,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:14:39,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5150 sec 2024-11-11T05:14:39,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:14:39,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:14:39,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:14:39,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36137,1731302068780, seqNum=-1] 2024-11-11T05:14:39,821 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:14:39,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:14:39,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5830 sec 2024-11-11T05:14:39,828 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302079828, completionTime=-1 2024-11-11T05:14:39,828 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T05:14:39,828 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:14:39,830 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T05:14:39,830 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302139830 2024-11-11T05:14:39,831 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302199831 2024-11-11T05:14:39,831 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:14:39,831 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34269,1731302068620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:39,831 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34269,1731302068620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:39,831 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34269,1731302068620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:39,831 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:34269, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:39,831 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:39,831 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:39,833 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:14:39,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.899sec 2024-11-11T05:14:39,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:14:39,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:14:39,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:14:39,836 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:14:39,837 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:14:39,837 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34269,1731302068620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:14:39,837 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34269,1731302068620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:14:39,839 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:14:39,839 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:14:39,839 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34269,1731302068620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:14:39,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293b59e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:14:39,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34269,-1 for getting cluster id 2024-11-11T05:14:39,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:14:39,904 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb6d0c2-d744-4503-a7c4-f4d8255767e1' 2024-11-11T05:14:39,904 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:14:39,905 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb6d0c2-d744-4503-a7c4-f4d8255767e1" 2024-11-11T05:14:39,905 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f31d548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:14:39,905 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34269,-1] 2024-11-11T05:14:39,905 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:14:39,906 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:39,907 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:14:39,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6e919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:14:39,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:14:39,909 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36137,1731302068780, seqNum=-1] 2024-11-11T05:14:39,909 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:14:39,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:14:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,34269,1731302068620 2024-11-11T05:14:39,912 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731302079912 (current time:1731302079912). 2024-11-11T05:14:39,912 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T05:14:39,912 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T05:14:39,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a09450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:14:39,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34269,-1 for getting cluster id 2024-11-11T05:14:39,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:14:39,914 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb6d0c2-d744-4503-a7c4-f4d8255767e1' 2024-11-11T05:14:39,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:14:39,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb6d0c2-d744-4503-a7c4-f4d8255767e1" 2024-11-11T05:14:39,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620ffa50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:14:39,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34269,-1] 2024-11-11T05:14:39,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:14:39,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:39,916 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:14:39,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357715e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:14:39,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:14:39,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36137,1731302068780, seqNum=-1] 2024-11-11T05:14:39,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:14:39,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:14:39,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:14:39,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:14:39,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:39,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:14:39,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:14:39,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:14:39,922 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,34269,1731302068620 2024-11-11T05:14:39,922 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30f1a90 2024-11-11T05:14:39,923 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:14:39,924 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:14:39,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:14:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T05:14:39,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:14:39,927 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:39,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T05:14:39,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:14:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:14:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741837_1013 (size=361) 2024-11-11T05:14:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741837_1013 (size=361) 2024-11-11T05:14:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741837_1013 (size=361) 2024-11-11T05:14:39,939 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a99eb790e5be91cc352da5c69af17f3, NAME => 'SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:39,943 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a3d09b068abc217b93c1df5fb42d2beb, NAME => 'SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:39,944 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ad7782807a9ef53b413b5a48fcea0a83, NAME => 'SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:39,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741838_1014 (size=54) 2024-11-11T05:14:39,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741838_1014 (size=54) 2024-11-11T05:14:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741838_1014 (size=54) 2024-11-11T05:14:39,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:39,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1a99eb790e5be91cc352da5c69af17f3, disabling compactions & flushes 2024-11-11T05:14:39,959 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:14:39,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:14:39,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. after waiting 0 ms 2024-11-11T05:14:39,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:14:39,959 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:14:39,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a99eb790e5be91cc352da5c69af17f3: Waiting for close lock at 1731302079959Disabling compacts and flushes for region at 1731302079959Disabling writes for close at 1731302079959Writing region close event to WAL at 1731302079959Closed at 1731302079959 2024-11-11T05:14:39,960 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 359c143cab372a6a0552cc66cec3731f, NAME => 'SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741840_1016 (size=62) 2024-11-11T05:14:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741839_1015 (size=62) 2024-11-11T05:14:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741839_1015 (size=62) 2024-11-11T05:14:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741840_1016 (size=62) 2024-11-11T05:14:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741839_1015 (size=62) 2024-11-11T05:14:39,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741840_1016 (size=62) 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a3d09b068abc217b93c1df5fb42d2beb, disabling compactions & flushes 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ad7782807a9ef53b413b5a48fcea0a83, disabling compactions & flushes 2024-11-11T05:14:39,970 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. 2024-11-11T05:14:39,970 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. after waiting 0 ms 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. after waiting 0 ms 2024-11-11T05:14:39,970 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a3d09b068abc217b93c1df5fb42d2beb: Waiting for close lock at 1731302079970Disabling compacts and flushes for region at 1731302079970Disabling writes for close at 1731302079970Writing region close event to WAL at 1731302079970Closed at 1731302079970 2024-11-11T05:14:39,970 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:14:39,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ad7782807a9ef53b413b5a48fcea0a83: Waiting for close lock at 1731302079970Disabling compacts and flushes for region at 1731302079970Disabling writes for close at 1731302079970Writing region close event to WAL at 1731302079970Closed at 1731302079970 2024-11-11T05:14:39,970 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 46df6dd9f669c0f800588e7eb5f22b72, NAME => 'SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:39,971 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9598a3572d75336d4c5a6f1786e24a98, NAME => 'SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741841_1017 (size=62) 2024-11-11T05:14:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741841_1017 (size=62) 2024-11-11T05:14:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741841_1017 (size=62) 2024-11-11T05:14:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741842_1018 (size=62) 2024-11-11T05:14:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741842_1018 (size=62) 2024-11-11T05:14:39,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:39,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 359c143cab372a6a0552cc66cec3731f, disabling compactions & flushes 2024-11-11T05:14:39,992 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:14:39,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:14:39,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. after waiting 0 ms 2024-11-11T05:14:39,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:14:39,993 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:14:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741842_1018 (size=62) 2024-11-11T05:14:39,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 359c143cab372a6a0552cc66cec3731f: Waiting for close lock at 1731302079992Disabling compacts and flushes for region at 1731302079992Disabling writes for close at 1731302079992Writing region close event to WAL at 1731302079993 (+1 ms)Closed at 1731302079993 2024-11-11T05:14:39,993 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83e05c4f9923cfdd1042ce5a849fb1d4, NAME => 'SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:39,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:39,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9598a3572d75336d4c5a6f1786e24a98, disabling compactions & flushes 2024-11-11T05:14:39,994 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. 2024-11-11T05:14:39,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. 2024-11-11T05:14:39,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. after waiting 0 ms 2024-11-11T05:14:39,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. 2024-11-11T05:14:39,994 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. 2024-11-11T05:14:39,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9598a3572d75336d4c5a6f1786e24a98: Waiting for close lock at 1731302079994Disabling compacts and flushes for region at 1731302079994Disabling writes for close at 1731302079994Writing region close event to WAL at 1731302079994Closed at 1731302079994 2024-11-11T05:14:39,995 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f5ea40dc0ab549100bc5ec44b81ebe4b, NAME => 'SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741843_1019 (size=62) 2024-11-11T05:14:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741843_1019 (size=62) 2024-11-11T05:14:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741843_1019 (size=62) 2024-11-11T05:14:40,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:40,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 46df6dd9f669c0f800588e7eb5f22b72, disabling compactions & flushes 2024-11-11T05:14:40,003 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:14:40,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:14:40,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. after waiting 0 ms 2024-11-11T05:14:40,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:14:40,003 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:14:40,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 46df6dd9f669c0f800588e7eb5f22b72: Waiting for close lock at 1731302080003Disabling compacts and flushes for region at 1731302080003Disabling writes for close at 1731302080003Writing region close event to WAL at 1731302080003Closed at 1731302080003 2024-11-11T05:14:40,004 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6bd04bf1e7b1f7963ebd3fc2cae1d928, NAME => 'SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741845_1021 (size=62) 2024-11-11T05:14:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741845_1021 (size=62) 2024-11-11T05:14:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741844_1020 (size=62) 2024-11-11T05:14:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741844_1020 (size=62) 2024-11-11T05:14:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741845_1021 (size=62) 2024-11-11T05:14:40,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741844_1020 (size=62) 2024-11-11T05:14:40,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:40,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 83e05c4f9923cfdd1042ce5a849fb1d4, disabling compactions & flushes 2024-11-11T05:14:40,027 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:14:40,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:14:40,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. after waiting 0 ms 2024-11-11T05:14:40,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:14:40,027 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:14:40,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83e05c4f9923cfdd1042ce5a849fb1d4: Waiting for close lock at 1731302080027Disabling compacts and flushes for region at 1731302080027Disabling writes for close at 1731302080027Writing region close event to WAL at 1731302080027Closed at 1731302080027 2024-11-11T05:14:40,028 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad5cc8ab541f6146e95e5f835d0a0b2b, NAME => 'SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206 2024-11-11T05:14:40,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741846_1022 (size=62) 2024-11-11T05:14:40,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741846_1022 (size=62) 2024-11-11T05:14:40,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741846_1022 (size=62) 2024-11-11T05:14:40,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:40,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f5ea40dc0ab549100bc5ec44b81ebe4b, disabling compactions & flushes 2024-11-11T05:14:40,029 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. 2024-11-11T05:14:40,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. 2024-11-11T05:14:40,030 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. after waiting 0 ms 2024-11-11T05:14:40,030 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. 2024-11-11T05:14:40,030 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. 2024-11-11T05:14:40,030 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f5ea40dc0ab549100bc5ec44b81ebe4b: Waiting for close lock at 1731302080029Disabling compacts and flushes for region at 1731302080029Disabling writes for close at 1731302080030 (+1 ms)Writing region close event to WAL at 1731302080030Closed at 1731302080030 2024-11-11T05:14:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:14:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741847_1023 (size=54) 2024-11-11T05:14:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741847_1023 (size=54) 2024-11-11T05:14:40,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741847_1023 (size=54) 2024-11-11T05:14:40,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:40,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ad5cc8ab541f6146e95e5f835d0a0b2b, disabling compactions & flushes 2024-11-11T05:14:40,037 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:14:40,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:14:40,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. after waiting 0 ms 2024-11-11T05:14:40,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:14:40,037 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:14:40,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad5cc8ab541f6146e95e5f835d0a0b2b: Waiting for close lock at 1731302080037Disabling compacts and flushes for region at 1731302080037Disabling writes for close at 1731302080037Writing region close event to WAL at 1731302080037Closed at 1731302080037 2024-11-11T05:14:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:14:40,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:40,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6bd04bf1e7b1f7963ebd3fc2cae1d928, disabling compactions & flushes 2024-11-11T05:14:40,430 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:14:40,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:14:40,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. after waiting 0 ms 2024-11-11T05:14:40,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:14:40,430 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:14:40,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6bd04bf1e7b1f7963ebd3fc2cae1d928: Waiting for close lock at 1731302080430Disabling compacts and flushes for region at 1731302080430Disabling writes for close at 1731302080430Writing region close event to WAL at 1731302080430Closed at 1731302080430 2024-11-11T05:14:40,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:14:40,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731302080432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302080432"}]},"ts":"1731302080432"} 2024-11-11T05:14:40,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731302080432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302080432"}]},"ts":"1731302080432"} 2024-11-11T05:14:40,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731302080432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302080432"}]},"ts":"1731302080432"} 2024-11-11T05:14:40,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731302080432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302080432"}]},"ts":"1731302080432"} 2024-11-11T05:14:40,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731302080432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302080432"}]},"ts":"1731302080432"} 2024-11-11T05:14:40,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731302080432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302080432"}]},"ts":"1731302080432"} 2024-11-11T05:14:40,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731302080432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302080432"}]},"ts":"1731302080432"} 2024-11-11T05:14:40,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731302080432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302080432"}]},"ts":"1731302080432"} 2024-11-11T05:14:40,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731302080432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302080432"}]},"ts":"1731302080432"} 2024-11-11T05:14:40,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731302080432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302080432"}]},"ts":"1731302080432"} 2024-11-11T05:14:40,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T05:14:40,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:14:40,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302080442"}]},"ts":"1731302080442"} 2024-11-11T05:14:40,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T05:14:40,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:14:40,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:14:40,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:14:40,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T05:14:40,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:14:40,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:14:40,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T05:14:40,450 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:14:40,450 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:14:40,450 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T05:14:40,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:14:40,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a99eb790e5be91cc352da5c69af17f3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3d09b068abc217b93c1df5fb42d2beb, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad7782807a9ef53b413b5a48fcea0a83, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=359c143cab372a6a0552cc66cec3731f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46df6dd9f669c0f800588e7eb5f22b72, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9598a3572d75336d4c5a6f1786e24a98, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83e05c4f9923cfdd1042ce5a849fb1d4, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5ea40dc0ab549100bc5ec44b81ebe4b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bd04bf1e7b1f7963ebd3fc2cae1d928, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5cc8ab541f6146e95e5f835d0a0b2b, ASSIGN}] 2024-11-11T05:14:40,453 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46df6dd9f669c0f800588e7eb5f22b72, ASSIGN 2024-11-11T05:14:40,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9598a3572d75336d4c5a6f1786e24a98, ASSIGN 2024-11-11T05:14:40,454 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=359c143cab372a6a0552cc66cec3731f, ASSIGN 2024-11-11T05:14:40,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad7782807a9ef53b413b5a48fcea0a83, ASSIGN 2024-11-11T05:14:40,454 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9598a3572d75336d4c5a6f1786e24a98, ASSIGN; state=OFFLINE, location=1d14b453aaa0,34335,1731302068868; forceNewPlan=false, retain=false 2024-11-11T05:14:40,454 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46df6dd9f669c0f800588e7eb5f22b72, ASSIGN; state=OFFLINE, location=1d14b453aaa0,36137,1731302068780; forceNewPlan=false, retain=false 2024-11-11T05:14:40,454 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=359c143cab372a6a0552cc66cec3731f, ASSIGN; state=OFFLINE, location=1d14b453aaa0,44441,1731302068824; forceNewPlan=false, retain=false 2024-11-11T05:14:40,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad7782807a9ef53b413b5a48fcea0a83, ASSIGN; state=OFFLINE, location=1d14b453aaa0,36137,1731302068780; forceNewPlan=false, retain=false 2024-11-11T05:14:40,457 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bd04bf1e7b1f7963ebd3fc2cae1d928, ASSIGN 2024-11-11T05:14:40,457 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5cc8ab541f6146e95e5f835d0a0b2b, ASSIGN 2024-11-11T05:14:40,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5ea40dc0ab549100bc5ec44b81ebe4b, ASSIGN 2024-11-11T05:14:40,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83e05c4f9923cfdd1042ce5a849fb1d4, ASSIGN 2024-11-11T05:14:40,457 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3d09b068abc217b93c1df5fb42d2beb, ASSIGN 2024-11-11T05:14:40,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5ea40dc0ab549100bc5ec44b81ebe4b, ASSIGN; state=OFFLINE, location=1d14b453aaa0,34335,1731302068868; forceNewPlan=false, retain=false 2024-11-11T05:14:40,458 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83e05c4f9923cfdd1042ce5a849fb1d4, ASSIGN; state=OFFLINE, location=1d14b453aaa0,44441,1731302068824; forceNewPlan=false, retain=false 2024-11-11T05:14:40,458 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3d09b068abc217b93c1df5fb42d2beb, ASSIGN; state=OFFLINE, location=1d14b453aaa0,34335,1731302068868; forceNewPlan=false, retain=false 2024-11-11T05:14:40,458 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad5cc8ab541f6146e95e5f835d0a0b2b, ASSIGN; state=OFFLINE, location=1d14b453aaa0,36137,1731302068780; forceNewPlan=false, retain=false 2024-11-11T05:14:40,458 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6bd04bf1e7b1f7963ebd3fc2cae1d928, ASSIGN; state=OFFLINE, location=1d14b453aaa0,44441,1731302068824; forceNewPlan=false, retain=false 2024-11-11T05:14:40,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a99eb790e5be91cc352da5c69af17f3, ASSIGN 2024-11-11T05:14:40,463 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a99eb790e5be91cc352da5c69af17f3, ASSIGN; state=OFFLINE, location=1d14b453aaa0,44441,1731302068824; forceNewPlan=false, retain=false 2024-11-11T05:14:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:14:40,606 INFO [1d14b453aaa0:34269 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T05:14:40,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=359c143cab372a6a0552cc66cec3731f, regionState=OPENING, regionLocation=1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:40,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6bd04bf1e7b1f7963ebd3fc2cae1d928, regionState=OPENING, regionLocation=1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:40,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=83e05c4f9923cfdd1042ce5a849fb1d4, regionState=OPENING, regionLocation=1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:40,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a99eb790e5be91cc352da5c69af17f3, regionState=OPENING, regionLocation=1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:40,607 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ad5cc8ab541f6146e95e5f835d0a0b2b, regionState=OPENING, regionLocation=1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:40,608 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46df6dd9f669c0f800588e7eb5f22b72, regionState=OPENING, regionLocation=1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:40,608 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f5ea40dc0ab549100bc5ec44b81ebe4b, regionState=OPENING, regionLocation=1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:40,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ad7782807a9ef53b413b5a48fcea0a83, regionState=OPENING, regionLocation=1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:40,608 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9598a3572d75336d4c5a6f1786e24a98, regionState=OPENING, regionLocation=1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:40,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a3d09b068abc217b93c1df5fb42d2beb, regionState=OPENING, regionLocation=1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:40,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6bd04bf1e7b1f7963ebd3fc2cae1d928, ASSIGN because future has completed 2024-11-11T05:14:40,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bd04bf1e7b1f7963ebd3fc2cae1d928, server=1d14b453aaa0,44441,1731302068824}] 2024-11-11T05:14:40,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad5cc8ab541f6146e95e5f835d0a0b2b, ASSIGN because future has completed 2024-11-11T05:14:40,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5cc8ab541f6146e95e5f835d0a0b2b, server=1d14b453aaa0,36137,1731302068780}] 2024-11-11T05:14:40,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=359c143cab372a6a0552cc66cec3731f, ASSIGN because future has completed 2024-11-11T05:14:40,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a99eb790e5be91cc352da5c69af17f3, ASSIGN because future has completed 2024-11-11T05:14:40,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359c143cab372a6a0552cc66cec3731f, server=1d14b453aaa0,44441,1731302068824}] 2024-11-11T05:14:40,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a99eb790e5be91cc352da5c69af17f3, server=1d14b453aaa0,44441,1731302068824}] 2024-11-11T05:14:40,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83e05c4f9923cfdd1042ce5a849fb1d4, ASSIGN because future has completed 2024-11-11T05:14:40,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5ea40dc0ab549100bc5ec44b81ebe4b, ASSIGN because future has completed 2024-11-11T05:14:40,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83e05c4f9923cfdd1042ce5a849fb1d4, server=1d14b453aaa0,44441,1731302068824}] 2024-11-11T05:14:40,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46df6dd9f669c0f800588e7eb5f22b72, ASSIGN because future has completed 2024-11-11T05:14:40,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9598a3572d75336d4c5a6f1786e24a98, ASSIGN because future has completed 2024-11-11T05:14:40,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46df6dd9f669c0f800588e7eb5f22b72, server=1d14b453aaa0,36137,1731302068780}] 2024-11-11T05:14:40,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9598a3572d75336d4c5a6f1786e24a98, server=1d14b453aaa0,34335,1731302068868}] 2024-11-11T05:14:40,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5ea40dc0ab549100bc5ec44b81ebe4b, server=1d14b453aaa0,34335,1731302068868}] 2024-11-11T05:14:40,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad7782807a9ef53b413b5a48fcea0a83, ASSIGN because future has completed 2024-11-11T05:14:40,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3d09b068abc217b93c1df5fb42d2beb, ASSIGN because future has completed 2024-11-11T05:14:40,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad7782807a9ef53b413b5a48fcea0a83, server=1d14b453aaa0,36137,1731302068780}] 2024-11-11T05:14:40,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3d09b068abc217b93c1df5fb42d2beb, server=1d14b453aaa0,34335,1731302068868}] 2024-11-11T05:14:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:14:41,441 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:14:41,658 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-11T05:14:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:14:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:14:44,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:44,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:44,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:45,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:14:45,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:45,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:45,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:14:50,634 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:14:50,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:14:50,645 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:14:50,645 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:14:50,645 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ad5cc8ab541f6146e95e5f835d0a0b2b, NAME => 'SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T05:14:50,645 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bd04bf1e7b1f7963ebd3fc2cae1d928, NAME => 'SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T05:14:50,646 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,646 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:50,646 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,646 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,646 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:50,646 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,646 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,646 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,646 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:14:50,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:14:50,648 INFO [StoreOpener-ad5cc8ab541f6146e95e5f835d0a0b2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,650 INFO [StoreOpener-ad5cc8ab541f6146e95e5f835d0a0b2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5cc8ab541f6146e95e5f835d0a0b2b columnFamilyName cf 2024-11-11T05:14:50,650 DEBUG [StoreOpener-ad5cc8ab541f6146e95e5f835d0a0b2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:50,650 INFO [StoreOpener-ad5cc8ab541f6146e95e5f835d0a0b2b-1 {}] regionserver.HStore(327): Store=ad5cc8ab541f6146e95e5f835d0a0b2b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:50,651 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,652 INFO [StoreOpener-6bd04bf1e7b1f7963ebd3fc2cae1d928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,652 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,652 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,652 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,652 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,653 INFO [StoreOpener-6bd04bf1e7b1f7963ebd3fc2cae1d928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bd04bf1e7b1f7963ebd3fc2cae1d928 columnFamilyName cf 2024-11-11T05:14:50,653 DEBUG [StoreOpener-6bd04bf1e7b1f7963ebd3fc2cae1d928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:50,653 INFO [StoreOpener-6bd04bf1e7b1f7963ebd3fc2cae1d928-1 {}] regionserver.HStore(327): Store=6bd04bf1e7b1f7963ebd3fc2cae1d928/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:50,654 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,654 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,654 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,655 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,655 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,655 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,656 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,661 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:50,661 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:50,662 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ad5cc8ab541f6146e95e5f835d0a0b2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75368865, jitterRate=0.12308360636234283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:14:50,662 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 6bd04bf1e7b1f7963ebd3fc2cae1d928; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71500862, jitterRate=0.06544587016105652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:14:50,662 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:50,662 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:50,662 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 6bd04bf1e7b1f7963ebd3fc2cae1d928: Running coprocessor pre-open hook at 1731302090646Writing region info on filesystem at 1731302090646Initializing all the Stores at 1731302090648 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302090648Cleaning up temporary data from old regions at 1731302090655 (+7 ms)Running coprocessor post-open hooks at 1731302090662 (+7 ms)Region opened successfully at 1731302090662 2024-11-11T05:14:50,662 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ad5cc8ab541f6146e95e5f835d0a0b2b: Running coprocessor pre-open hook at 1731302090646Writing region info on filesystem at 1731302090646Initializing all the Stores at 1731302090648 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302090648Cleaning up temporary data from old regions at 1731302090652 (+4 ms)Running coprocessor post-open hooks at 1731302090662 (+10 ms)Region opened successfully at 1731302090662 2024-11-11T05:14:50,663 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b., pid=16, masterSystemTime=1731302090635 2024-11-11T05:14:50,663 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928., pid=15, masterSystemTime=1731302090633 2024-11-11T05:14:50,663 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. 2024-11-11T05:14:50,664 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f5ea40dc0ab549100bc5ec44b81ebe4b, NAME => 'SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T05:14:50,664 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,664 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:50,664 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,664 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,665 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:14:50,665 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:14:50,665 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:14:50,666 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => ad7782807a9ef53b413b5a48fcea0a83, NAME => 'SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T05:14:50,666 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,666 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:50,666 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,666 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,666 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ad5cc8ab541f6146e95e5f835d0a0b2b, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:50,666 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:14:50,666 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:14:50,667 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:14:50,667 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 359c143cab372a6a0552cc66cec3731f, NAME => 'SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T05:14:50,667 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,667 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:50,667 INFO [StoreOpener-f5ea40dc0ab549100bc5ec44b81ebe4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,667 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,667 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,668 INFO [StoreOpener-ad7782807a9ef53b413b5a48fcea0a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,668 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6bd04bf1e7b1f7963ebd3fc2cae1d928, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:50,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5cc8ab541f6146e95e5f835d0a0b2b, server=1d14b453aaa0,36137,1731302068780 because future has completed 2024-11-11T05:14:50,669 INFO [StoreOpener-f5ea40dc0ab549100bc5ec44b81ebe4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5ea40dc0ab549100bc5ec44b81ebe4b columnFamilyName cf 2024-11-11T05:14:50,669 DEBUG [StoreOpener-f5ea40dc0ab549100bc5ec44b81ebe4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:50,669 INFO [StoreOpener-359c143cab372a6a0552cc66cec3731f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,670 INFO [StoreOpener-f5ea40dc0ab549100bc5ec44b81ebe4b-1 {}] regionserver.HStore(327): Store=f5ea40dc0ab549100bc5ec44b81ebe4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:50,671 INFO [StoreOpener-ad7782807a9ef53b413b5a48fcea0a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad7782807a9ef53b413b5a48fcea0a83 columnFamilyName cf 2024-11-11T05:14:50,671 DEBUG [StoreOpener-ad7782807a9ef53b413b5a48fcea0a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:50,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bd04bf1e7b1f7963ebd3fc2cae1d928, server=1d14b453aaa0,44441,1731302068824 because future has completed 2024-11-11T05:14:50,671 INFO [StoreOpener-359c143cab372a6a0552cc66cec3731f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359c143cab372a6a0552cc66cec3731f columnFamilyName cf 2024-11-11T05:14:50,671 DEBUG [StoreOpener-359c143cab372a6a0552cc66cec3731f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:50,671 INFO [StoreOpener-ad7782807a9ef53b413b5a48fcea0a83-1 {}] regionserver.HStore(327): Store=ad7782807a9ef53b413b5a48fcea0a83/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:50,672 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,672 INFO [StoreOpener-359c143cab372a6a0552cc66cec3731f-1 {}] regionserver.HStore(327): Store=359c143cab372a6a0552cc66cec3731f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:50,672 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,672 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,673 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,673 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,673 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,673 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,674 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-11T05:14:50,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ad5cc8ab541f6146e95e5f835d0a0b2b, server=1d14b453aaa0,36137,1731302068780 in 10.0440 sec 2024-11-11T05:14:50,674 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,674 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-11T05:14:50,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bd04bf1e7b1f7963ebd3fc2cae1d928, server=1d14b453aaa0,44441,1731302068824 in 10.0610 sec 2024-11-11T05:14:50,676 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,676 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,676 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5cc8ab541f6146e95e5f835d0a0b2b, ASSIGN in 10.2230 sec 2024-11-11T05:14:50,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bd04bf1e7b1f7963ebd3fc2cae1d928, ASSIGN in 10.2250 sec 2024-11-11T05:14:50,678 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,678 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,678 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,678 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,680 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,685 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad7782807a9ef53b413b5a48fcea0a83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:50,685 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/359c143cab372a6a0552cc66cec3731f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:50,685 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/f5ea40dc0ab549100bc5ec44b81ebe4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:50,685 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened ad7782807a9ef53b413b5a48fcea0a83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74055106, jitterRate=0.10350707173347473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:14:50,685 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 359c143cab372a6a0552cc66cec3731f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62375946, jitterRate=-0.07052597403526306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:14:50,685 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f5ea40dc0ab549100bc5ec44b81ebe4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72312686, jitterRate=0.0775429904460907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:14:50,685 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:50,685 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:50,685 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:50,686 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for ad7782807a9ef53b413b5a48fcea0a83: Running coprocessor pre-open hook at 1731302090666Writing region info on filesystem at 1731302090666Initializing all the Stores at 1731302090667 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302090667Cleaning up temporary data from old regions at 1731302090673 (+6 ms)Running coprocessor post-open hooks at 1731302090685 (+12 ms)Region opened successfully at 1731302090685 2024-11-11T05:14:50,686 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f5ea40dc0ab549100bc5ec44b81ebe4b: Running coprocessor pre-open hook at 1731302090664Writing region info on filesystem at 1731302090664Initializing all the Stores at 1731302090665 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302090665Cleaning up temporary data from old regions at 1731302090678 (+13 ms)Running coprocessor post-open hooks at 1731302090685 (+7 ms)Region opened successfully at 1731302090685 2024-11-11T05:14:50,686 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 359c143cab372a6a0552cc66cec3731f: Running coprocessor pre-open hook at 1731302090668Writing region info on filesystem at 1731302090668Initializing all the Stores at 1731302090669 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302090669Cleaning up temporary data from old regions at 1731302090674 (+5 ms)Running coprocessor post-open hooks at 1731302090685 (+11 ms)Region opened successfully at 1731302090685 2024-11-11T05:14:50,686 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f., pid=17, masterSystemTime=1731302090633 2024-11-11T05:14:50,686 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83., pid=23, masterSystemTime=1731302090635 2024-11-11T05:14:50,686 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b., pid=22, masterSystemTime=1731302090646 2024-11-11T05:14:50,688 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. 2024-11-11T05:14:50,688 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. 2024-11-11T05:14:50,688 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. 2024-11-11T05:14:50,688 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9598a3572d75336d4c5a6f1786e24a98, NAME => 'SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T05:14:50,689 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,689 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:50,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f5ea40dc0ab549100bc5ec44b81ebe4b, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:50,689 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,689 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,689 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:14:50,689 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:14:50,690 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:14:50,690 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a99eb790e5be91cc352da5c69af17f3, NAME => 'SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T05:14:50,690 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,690 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:50,690 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,690 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=359c143cab372a6a0552cc66cec3731f, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:50,691 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:14:50,691 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:14:50,692 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:14:50,692 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ad7782807a9ef53b413b5a48fcea0a83, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:50,692 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 46df6dd9f669c0f800588e7eb5f22b72, NAME => 'SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T05:14:50,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5ea40dc0ab549100bc5ec44b81ebe4b, server=1d14b453aaa0,34335,1731302068868 because future has completed 2024-11-11T05:14:50,692 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,692 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:50,692 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,692 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359c143cab372a6a0552cc66cec3731f, server=1d14b453aaa0,44441,1731302068824 because future has completed 2024-11-11T05:14:50,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad7782807a9ef53b413b5a48fcea0a83, server=1d14b453aaa0,36137,1731302068780 because future has completed 2024-11-11T05:14:50,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-11T05:14:50,696 INFO [StoreOpener-9598a3572d75336d4c5a6f1786e24a98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,696 INFO [StoreOpener-1a99eb790e5be91cc352da5c69af17f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,696 INFO [StoreOpener-46df6dd9f669c0f800588e7eb5f22b72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f5ea40dc0ab549100bc5ec44b81ebe4b, server=1d14b453aaa0,34335,1731302068868 in 10.0530 sec 2024-11-11T05:14:50,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-11T05:14:50,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 359c143cab372a6a0552cc66cec3731f, server=1d14b453aaa0,44441,1731302068824 in 10.0620 sec 2024-11-11T05:14:50,698 INFO [StoreOpener-9598a3572d75336d4c5a6f1786e24a98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9598a3572d75336d4c5a6f1786e24a98 columnFamilyName cf 2024-11-11T05:14:50,698 DEBUG [StoreOpener-9598a3572d75336d4c5a6f1786e24a98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:50,699 INFO [StoreOpener-1a99eb790e5be91cc352da5c69af17f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a99eb790e5be91cc352da5c69af17f3 columnFamilyName cf 2024-11-11T05:14:50,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-11T05:14:50,699 INFO [StoreOpener-46df6dd9f669c0f800588e7eb5f22b72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46df6dd9f669c0f800588e7eb5f22b72 columnFamilyName cf 2024-11-11T05:14:50,699 DEBUG [StoreOpener-1a99eb790e5be91cc352da5c69af17f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:50,699 DEBUG [StoreOpener-46df6dd9f669c0f800588e7eb5f22b72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:50,699 INFO [StoreOpener-9598a3572d75336d4c5a6f1786e24a98-1 {}] regionserver.HStore(327): Store=9598a3572d75336d4c5a6f1786e24a98/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:50,699 INFO [StoreOpener-1a99eb790e5be91cc352da5c69af17f3-1 {}] regionserver.HStore(327): Store=1a99eb790e5be91cc352da5c69af17f3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:50,699 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,699 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5ea40dc0ab549100bc5ec44b81ebe4b, ASSIGN in 10.2450 sec 2024-11-11T05:14:50,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ad7782807a9ef53b413b5a48fcea0a83, server=1d14b453aaa0,36137,1731302068780 in 10.0540 sec 2024-11-11T05:14:50,700 INFO [StoreOpener-46df6dd9f669c0f800588e7eb5f22b72-1 {}] regionserver.HStore(327): Store=46df6dd9f669c0f800588e7eb5f22b72/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:50,700 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,700 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,700 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,701 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,701 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,701 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,701 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,701 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,702 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,702 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,702 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=359c143cab372a6a0552cc66cec3731f, ASSIGN in 10.2470 sec 2024-11-11T05:14:50,702 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,702 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad7782807a9ef53b413b5a48fcea0a83, ASSIGN in 10.2490 sec 2024-11-11T05:14:50,704 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,704 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,704 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,706 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/1a99eb790e5be91cc352da5c69af17f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:50,707 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/46df6dd9f669c0f800588e7eb5f22b72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:50,707 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1a99eb790e5be91cc352da5c69af17f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72968433, jitterRate=0.08731438219547272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:14:50,707 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:50,707 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1a99eb790e5be91cc352da5c69af17f3: Running coprocessor pre-open hook at 1731302090690Writing region info on filesystem at 1731302090690Initializing all the Stores at 1731302090693 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302090693Cleaning up temporary data from old regions at 1731302090701 (+8 ms)Running coprocessor post-open hooks at 1731302090707 (+6 ms)Region opened successfully at 1731302090707 2024-11-11T05:14:50,708 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 46df6dd9f669c0f800588e7eb5f22b72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66038516, jitterRate=-0.01594942808151245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:14:50,708 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:14:50,708 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 46df6dd9f669c0f800588e7eb5f22b72: Running coprocessor pre-open hook at 1731302090692Writing region info on filesystem at 1731302090693 (+1 ms)Initializing all the Stores at 1731302090694 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302090694Cleaning up temporary data from old regions at 1731302090702 (+8 ms)Running coprocessor post-open hooks at 1731302090708 (+6 ms)Region opened successfully at 1731302090708 2024-11-11T05:14:50,708 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3., pid=18, masterSystemTime=1731302090633 2024-11-11T05:14:50,708 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/9598a3572d75336d4c5a6f1786e24a98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:50,709 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72., pid=20, masterSystemTime=1731302090635 2024-11-11T05:14:50,709 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9598a3572d75336d4c5a6f1786e24a98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59018539, jitterRate=-0.12055523693561554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:14:50,709 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:50,709 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9598a3572d75336d4c5a6f1786e24a98: Running coprocessor pre-open hook at 1731302090689Writing region info on filesystem at 1731302090689Initializing all the Stores at 1731302090692 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302090692Cleaning up temporary data from old regions at 1731302090702 (+10 ms)Running coprocessor post-open hooks at 1731302090709 (+7 ms)Region opened successfully at 1731302090709 2024-11-11T05:14:50,710 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98., pid=21, masterSystemTime=1731302090646 2024-11-11T05:14:50,710 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:14:50,710 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:14:50,711 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:14:50,711 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a99eb790e5be91cc352da5c69af17f3, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:50,711 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 83e05c4f9923cfdd1042ce5a849fb1d4, NAME => 'SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T05:14:50,711 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,711 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:50,711 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,711 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,712 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:14:50,712 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:14:50,713 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46df6dd9f669c0f800588e7eb5f22b72, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,36137,1731302068780 2024-11-11T05:14:50,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a99eb790e5be91cc352da5c69af17f3, server=1d14b453aaa0,44441,1731302068824 because future has completed 2024-11-11T05:14:50,713 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. 2024-11-11T05:14:50,713 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. 2024-11-11T05:14:50,713 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. 2024-11-11T05:14:50,714 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a3d09b068abc217b93c1df5fb42d2beb, NAME => 'SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T05:14:50,714 INFO [StoreOpener-83e05c4f9923cfdd1042ce5a849fb1d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9598a3572d75336d4c5a6f1786e24a98, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:50,714 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,714 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:14:50,715 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,715 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46df6dd9f669c0f800588e7eb5f22b72, server=1d14b453aaa0,36137,1731302068780 because future has completed 2024-11-11T05:14:50,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9598a3572d75336d4c5a6f1786e24a98, server=1d14b453aaa0,34335,1731302068868 because future has completed 2024-11-11T05:14:50,717 INFO [StoreOpener-83e05c4f9923cfdd1042ce5a849fb1d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83e05c4f9923cfdd1042ce5a849fb1d4 columnFamilyName cf 2024-11-11T05:14:50,718 DEBUG [StoreOpener-83e05c4f9923cfdd1042ce5a849fb1d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:50,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-11T05:14:50,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a99eb790e5be91cc352da5c69af17f3, server=1d14b453aaa0,44441,1731302068824 in 10.0810 sec 2024-11-11T05:14:50,718 INFO [StoreOpener-a3d09b068abc217b93c1df5fb42d2beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,718 INFO [StoreOpener-83e05c4f9923cfdd1042ce5a849fb1d4-1 {}] regionserver.HStore(327): Store=83e05c4f9923cfdd1042ce5a849fb1d4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:50,719 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-11T05:14:50,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a99eb790e5be91cc352da5c69af17f3, ASSIGN in 10.2670 sec 2024-11-11T05:14:50,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 46df6dd9f669c0f800588e7eb5f22b72, server=1d14b453aaa0,36137,1731302068780 in 10.0800 sec 2024-11-11T05:14:50,720 INFO [StoreOpener-a3d09b068abc217b93c1df5fb42d2beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3d09b068abc217b93c1df5fb42d2beb columnFamilyName cf 2024-11-11T05:14:50,720 DEBUG [StoreOpener-a3d09b068abc217b93c1df5fb42d2beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:14:50,720 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,721 INFO [StoreOpener-a3d09b068abc217b93c1df5fb42d2beb-1 {}] regionserver.HStore(327): Store=a3d09b068abc217b93c1df5fb42d2beb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:14:50,721 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,721 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-11T05:14:50,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9598a3572d75336d4c5a6f1786e24a98, server=1d14b453aaa0,34335,1731302068868 in 10.0790 sec 2024-11-11T05:14:50,722 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,722 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,722 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,722 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46df6dd9f669c0f800588e7eb5f22b72, ASSIGN in 10.2690 sec 2024-11-11T05:14:50,723 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,723 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9598a3572d75336d4c5a6f1786e24a98, ASSIGN in 10.2700 sec 2024-11-11T05:14:50,724 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,724 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,726 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:50,727 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 83e05c4f9923cfdd1042ce5a849fb1d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75259515, jitterRate=0.1214541643857956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:14:50,727 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/a3d09b068abc217b93c1df5fb42d2beb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:14:50,727 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:50,727 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 83e05c4f9923cfdd1042ce5a849fb1d4: Running coprocessor pre-open hook at 1731302090711Writing region info on filesystem at 1731302090711Initializing all the Stores at 1731302090713 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302090713Cleaning up temporary data from old regions at 1731302090722 (+9 ms)Running coprocessor post-open hooks at 1731302090727 (+5 ms)Region opened successfully at 1731302090727 2024-11-11T05:14:50,728 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a3d09b068abc217b93c1df5fb42d2beb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75049977, jitterRate=0.11833180487155914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T05:14:50,728 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:50,728 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4., pid=19, masterSystemTime=1731302090633 2024-11-11T05:14:50,728 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a3d09b068abc217b93c1df5fb42d2beb: Running coprocessor pre-open hook at 1731302090715Writing region info on filesystem at 1731302090715Initializing all the Stores at 1731302090717 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302090717Cleaning up temporary data from old regions at 1731302090723 (+6 ms)Running coprocessor post-open hooks at 1731302090728 (+5 ms)Region opened successfully at 1731302090728 2024-11-11T05:14:50,729 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb., pid=24, masterSystemTime=1731302090646 2024-11-11T05:14:50,730 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:14:50,730 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:14:50,731 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=83e05c4f9923cfdd1042ce5a849fb1d4, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,44441,1731302068824 2024-11-11T05:14:50,731 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. 2024-11-11T05:14:50,732 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. 2024-11-11T05:14:50,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a3d09b068abc217b93c1df5fb42d2beb, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,34335,1731302068868 2024-11-11T05:14:50,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83e05c4f9923cfdd1042ce5a849fb1d4, server=1d14b453aaa0,44441,1731302068824 because future has completed 2024-11-11T05:14:50,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3d09b068abc217b93c1df5fb42d2beb, server=1d14b453aaa0,34335,1731302068868 because future has completed 2024-11-11T05:14:50,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-11T05:14:50,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a3d09b068abc217b93c1df5fb42d2beb, server=1d14b453aaa0,34335,1731302068868 in 10.0900 sec 2024-11-11T05:14:50,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-11T05:14:50,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 83e05c4f9923cfdd1042ce5a849fb1d4, server=1d14b453aaa0,44441,1731302068824 in 10.1010 sec 2024-11-11T05:14:50,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3d09b068abc217b93c1df5fb42d2beb, ASSIGN in 10.2860 sec 2024-11-11T05:14:50,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-11T05:14:50,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83e05c4f9923cfdd1042ce5a849fb1d4, ASSIGN in 10.2860 sec 2024-11-11T05:14:50,741 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:14:50,741 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302090741"}]},"ts":"1731302090741"} 2024-11-11T05:14:50,743 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T05:14:50,744 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:14:50,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8190 sec 2024-11-11T05:14:53,443 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T05:14:55,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:55,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:55,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:56,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:14:56,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:56,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:56,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:14:56,412 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:37845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T05:14:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:14:58,184 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T05:14:58,184 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T05:14:58,184 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:14:58,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T05:14:58,189 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:14:58,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T05:14:58,219 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4., hostname=1d14b453aaa0,44441,1731302068824, seqNum=2] 2024-11-11T05:14:58,221 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4., hostname=1d14b453aaa0,44441,1731302068824, seqNum=2] 2024-11-11T05:14:58,222 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4., hostname=1d14b453aaa0,44441,1731302068824, seqNum=2] 2024-11-11T05:14:58,223 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4., hostname=1d14b453aaa0,44441,1731302068824, seqNum=2] 2024-11-11T05:14:58,223 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4., hostname=1d14b453aaa0,44441,1731302068824, seqNum=2] 2024-11-11T05:14:58,259 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b., hostname=1d14b453aaa0,34335,1731302068868, seqNum=2] 2024-11-11T05:14:58,261 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b., hostname=1d14b453aaa0,34335,1731302068868, seqNum=2] 2024-11-11T05:14:58,262 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b., hostname=1d14b453aaa0,34335,1731302068868, seqNum=2] 2024-11-11T05:14:58,264 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b., hostname=1d14b453aaa0,34335,1731302068868, seqNum=2] 2024-11-11T05:14:58,265 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b., hostname=1d14b453aaa0,34335,1731302068868, seqNum=2] 2024-11-11T05:14:58,266 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b., hostname=1d14b453aaa0,34335,1731302068868, seqNum=2] 2024-11-11T05:14:58,299 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928., hostname=1d14b453aaa0,44441,1731302068824, seqNum=2] 2024-11-11T05:14:58,301 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928., hostname=1d14b453aaa0,44441,1731302068824, seqNum=2] 2024-11-11T05:14:58,303 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928., hostname=1d14b453aaa0,44441,1731302068824, seqNum=2] 2024-11-11T05:14:58,304 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928., hostname=1d14b453aaa0,44441,1731302068824, seqNum=2] 2024-11-11T05:14:58,305 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928., hostname=1d14b453aaa0,44441,1731302068824, seqNum=2] 2024-11-11T05:14:58,398 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b., hostname=1d14b453aaa0,36137,1731302068780, seqNum=2] 2024-11-11T05:14:58,400 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b., hostname=1d14b453aaa0,36137,1731302068780, seqNum=2] 2024-11-11T05:14:58,401 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b., hostname=1d14b453aaa0,36137,1731302068780, seqNum=2] 2024-11-11T05:14:58,402 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b., hostname=1d14b453aaa0,36137,1731302068780, seqNum=2] 2024-11-11T05:14:58,405 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b., hostname=1d14b453aaa0,36137,1731302068780, seqNum=2] 2024-11-11T05:14:58,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:14:59,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:14:59,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:14:59,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:14:59,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:14:59,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T05:14:59,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44441 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T05:14:59,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:14:59,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44441 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T05:14:59,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T05:14:59,877 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T05:14:59,877 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:14:59,879 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T05:14:59,882 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T05:14:59,886 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T05:14:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741848_1024 (size=49) 2024-11-11T05:14:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741848_1024 (size=49) 2024-11-11T05:14:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741848_1024 (size=49) 2024-11-11T05:14:59,915 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T05:14:59,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a99eb790e5be91cc352da5c69af17f3}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3d09b068abc217b93c1df5fb42d2beb}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad7782807a9ef53b413b5a48fcea0a83}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 359c143cab372a6a0552cc66cec3731f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46df6dd9f669c0f800588e7eb5f22b72}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9598a3572d75336d4c5a6f1786e24a98}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83e05c4f9923cfdd1042ce5a849fb1d4}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5ea40dc0ab549100bc5ec44b81ebe4b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bd04bf1e7b1f7963ebd3fc2cae1d928}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad5cc8ab541f6146e95e5f835d0a0b2b}] 2024-11-11T05:14:59,917 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:14:59,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:14:59,918 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:14:59,918 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:14:59,919 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:14:59,924 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:14:59,925 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:14:59,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:14:59,927 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:14:59,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:15:09,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T05:15:09,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T05:15:09,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T05:15:09,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T05:15:09,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T05:15:09,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:15:09,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. 2024-11-11T05:15:09,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T05:15:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:15:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 1a99eb790e5be91cc352da5c69af17f3: 2024-11-11T05:15:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. for SnapshotProcedureTest completed. 2024-11-11T05:15:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:15:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ad7782807a9ef53b413b5a48fcea0a83: 2024-11-11T05:15:09,924 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing f5ea40dc0ab549100bc5ec44b81ebe4b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T05:15:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. for SnapshotProcedureTest completed. 2024-11-11T05:15:09,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T05:15:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 359c143cab372a6a0552cc66cec3731f: 2024-11-11T05:15:09,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T05:15:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. 2024-11-11T05:15:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. for SnapshotProcedureTest completed. 2024-11-11T05:15:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9598a3572d75336d4c5a6f1786e24a98: 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. for SnapshotProcedureTest completed. 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:15:09,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:15:09,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T05:15:09,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:15:09,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 46df6dd9f669c0f800588e7eb5f22b72: 2024-11-11T05:15:09,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. for SnapshotProcedureTest completed. 2024-11-11T05:15:09,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:15:09,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:15:09,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:15:09,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. 2024-11-11T05:15:09,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a3d09b068abc217b93c1df5fb42d2beb: 2024-11-11T05:15:09,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. for SnapshotProcedureTest completed. 2024-11-11T05:15:09,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T05:15:09,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:15:09,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:15:09,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:15:09,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:15:09,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T05:15:09,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6bd04bf1e7b1f7963ebd3fc2cae1d928 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T05:15:09,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing ad5cc8ab541f6146e95e5f835d0a0b2b 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T05:15:09,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/f5ea40dc0ab549100bc5ec44b81ebe4b/.tmp/cf/9b38b28fda804d81a1a02a5a3c3b2ecf is 34, key is baa/cf:cf/1731302099264/Put/seqid=0 2024-11-11T05:15:09,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928/.tmp/cf/d4bc4c88d3d54c3b9069e55c517ec3b4 is 34, key is ccd/cf:cf/1731302099357/Put/seqid=0 2024-11-11T05:15:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741852_1028 (size=65) 2024-11-11T05:15:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741852_1028 (size=65) 2024-11-11T05:15:09,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741852_1028 (size=65) 2024-11-11T05:15:09,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:15:09,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T05:15:09,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:15:09,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 83e05c4f9923cfdd1042ce5a849fb1d4 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-11T05:15:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T05:15:09,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:15:09,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:15:09,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 359c143cab372a6a0552cc66cec3731f in 10.0590 sec 2024-11-11T05:15:09,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741850_1026 (size=65) 2024-11-11T05:15:09,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741850_1026 (size=65) 2024-11-11T05:15:09,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741850_1026 (size=65) 2024-11-11T05:15:09,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:15:09,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T05:15:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T05:15:09,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:15:09,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:15:09,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ad7782807a9ef53b413b5a48fcea0a83 in 10.0750 sec 2024-11-11T05:15:09,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741851_1027 (size=65) 2024-11-11T05:15:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741851_1027 (size=65) 2024-11-11T05:15:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741851_1027 (size=65) 2024-11-11T05:15:09,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb. 2024-11-11T05:15:09,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T05:15:09,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741849_1025 (size=65) 2024-11-11T05:15:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T05:15:09,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:15:10,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3d09b068abc217b93c1df5fb42d2beb 2024-11-11T05:15:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741849_1025 (size=65) 2024-11-11T05:15:10,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:15:10,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T05:15:10,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b/.tmp/cf/25da5b9f982441a4b3fc0d60d2bccfe8 is 34, key is eaa/cf:cf/1731302099745/Put/seqid=0 2024-11-11T05:15:10,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741849_1025 (size=65) 2024-11-11T05:15:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T05:15:10,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:15:10,002 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:15:10,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3d09b068abc217b93c1df5fb42d2beb in 10.0860 sec 2024-11-11T05:15:10,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46df6dd9f669c0f800588e7eb5f22b72 in 10.0880 sec 2024-11-11T05:15:10,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4/.tmp/cf/6ad36127c9f94409ba5425ac8b32ccad is 34, key is aaa/cf:cf/1731302099298/Put/seqid=0 2024-11-11T05:15:10,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741853_1029 (size=57) 2024-11-11T05:15:10,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741853_1029 (size=57) 2024-11-11T05:15:10,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741853_1029 (size=57) 2024-11-11T05:15:10,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:15:10,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T05:15:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T05:15:10,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:15:10,016 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:15:10,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a99eb790e5be91cc352da5c69af17f3 in 10.1020 sec 2024-11-11T05:15:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741854_1030 (size=65) 2024-11-11T05:15:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741854_1030 (size=65) 2024-11-11T05:15:10,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741854_1030 (size=65) 2024-11-11T05:15:10,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731302079924.9598a3572d75336d4c5a6f1786e24a98. 2024-11-11T05:15:10,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T05:15:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T05:15:10,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:15:10,033 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9598a3572d75336d4c5a6f1786e24a98 2024-11-11T05:15:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741857_1033 (size=47197) 2024-11-11T05:15:10,035 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928/.tmp/cf/d4bc4c88d3d54c3b9069e55c517ec3b4 2024-11-11T05:15:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741857_1033 (size=47197) 2024-11-11T05:15:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741857_1033 (size=47197) 2024-11-11T05:15:10,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9598a3572d75336d4c5a6f1786e24a98 in 10.1190 sec 2024-11-11T05:15:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741856_1032 (size=499309) 2024-11-11T05:15:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741856_1032 (size=499309) 2024-11-11T05:15:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741856_1032 (size=499309) 2024-11-11T05:15:10,045 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b/.tmp/cf/25da5b9f982441a4b3fc0d60d2bccfe8 2024-11-11T05:15:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741855_1031 (size=28623) 2024-11-11T05:15:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741855_1031 (size=28623) 2024-11-11T05:15:10,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741855_1031 (size=28623) 2024-11-11T05:15:10,050 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/f5ea40dc0ab549100bc5ec44b81ebe4b/.tmp/cf/9b38b28fda804d81a1a02a5a3c3b2ecf 2024-11-11T05:15:10,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b/.tmp/cf/25da5b9f982441a4b3fc0d60d2bccfe8 as hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b/cf/25da5b9f982441a4b3fc0d60d2bccfe8 2024-11-11T05:15:10,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/f5ea40dc0ab549100bc5ec44b81ebe4b/.tmp/cf/9b38b28fda804d81a1a02a5a3c3b2ecf as hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/f5ea40dc0ab549100bc5ec44b81ebe4b/cf/9b38b28fda804d81a1a02a5a3c3b2ecf 2024-11-11T05:15:10,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741858_1034 (size=26918) 2024-11-11T05:15:10,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741858_1034 (size=26918) 2024-11-11T05:15:10,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928/.tmp/cf/d4bc4c88d3d54c3b9069e55c517ec3b4 as hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928/cf/d4bc4c88d3d54c3b9069e55c517ec3b4 2024-11-11T05:15:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741858_1034 (size=26918) 2024-11-11T05:15:10,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4/.tmp/cf/6ad36127c9f94409ba5425ac8b32ccad 2024-11-11T05:15:10,086 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928/cf/d4bc4c88d3d54c3b9069e55c517ec3b4, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T05:15:10,088 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6bd04bf1e7b1f7963ebd3fc2cae1d928 in 160ms, sequenceid=5, compaction requested=false 2024-11-11T05:15:10,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6bd04bf1e7b1f7963ebd3fc2cae1d928: 2024-11-11T05:15:10,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. for SnapshotProcedureTest completed. 2024-11-11T05:15:10,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:15:10,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:15:10,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928/cf/d4bc4c88d3d54c3b9069e55c517ec3b4] hfiles 2024-11-11T05:15:10,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928/cf/d4bc4c88d3d54c3b9069e55c517ec3b4 for snapshot=SnapshotProcedureTest 2024-11-11T05:15:10,090 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/f5ea40dc0ab549100bc5ec44b81ebe4b/cf/9b38b28fda804d81a1a02a5a3c3b2ecf, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T05:15:10,091 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for f5ea40dc0ab549100bc5ec44b81ebe4b in 167ms, sequenceid=5, compaction requested=false 2024-11-11T05:15:10,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for f5ea40dc0ab549100bc5ec44b81ebe4b: 2024-11-11T05:15:10,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. for SnapshotProcedureTest completed. 2024-11-11T05:15:10,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:15:10,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:15:10,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/f5ea40dc0ab549100bc5ec44b81ebe4b/cf/9b38b28fda804d81a1a02a5a3c3b2ecf] hfiles 2024-11-11T05:15:10,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/f5ea40dc0ab549100bc5ec44b81ebe4b/cf/9b38b28fda804d81a1a02a5a3c3b2ecf for snapshot=SnapshotProcedureTest 2024-11-11T05:15:10,093 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b/cf/25da5b9f982441a4b3fc0d60d2bccfe8, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T05:15:10,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4/.tmp/cf/6ad36127c9f94409ba5425ac8b32ccad as hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4/cf/6ad36127c9f94409ba5425ac8b32ccad 2024-11-11T05:15:10,095 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for ad5cc8ab541f6146e95e5f835d0a0b2b in 167ms, sequenceid=5, compaction requested=false 2024-11-11T05:15:10,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ad5cc8ab541f6146e95e5f835d0a0b2b: 2024-11-11T05:15:10,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. for SnapshotProcedureTest completed. 2024-11-11T05:15:10,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:15:10,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:15:10,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b/cf/25da5b9f982441a4b3fc0d60d2bccfe8] hfiles 2024-11-11T05:15:10,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b/cf/25da5b9f982441a4b3fc0d60d2bccfe8 for snapshot=SnapshotProcedureTest 2024-11-11T05:15:10,103 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4/cf/6ad36127c9f94409ba5425ac8b32ccad, entries=676, sequenceid=5, filesize=26.3 K 2024-11-11T05:15:10,104 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 83e05c4f9923cfdd1042ce5a849fb1d4 in 131ms, sequenceid=5, compaction requested=false 2024-11-11T05:15:10,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 83e05c4f9923cfdd1042ce5a849fb1d4: 2024-11-11T05:15:10,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. for SnapshotProcedureTest completed. 2024-11-11T05:15:10,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T05:15:10,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T05:15:10,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4/cf/6ad36127c9f94409ba5425ac8b32ccad] hfiles 2024-11-11T05:15:10,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4/cf/6ad36127c9f94409ba5425ac8b32ccad for snapshot=SnapshotProcedureTest 2024-11-11T05:15:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741860_1036 (size=105) 2024-11-11T05:15:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741859_1035 (size=105) 2024-11-11T05:15:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741860_1036 (size=105) 2024-11-11T05:15:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741859_1035 (size=105) 2024-11-11T05:15:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741859_1035 (size=105) 2024-11-11T05:15:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741860_1036 (size=105) 2024-11-11T05:15:10,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:15:10,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T05:15:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T05:15:10,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:15:10,133 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:15:10,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731302079924.f5ea40dc0ab549100bc5ec44b81ebe4b. 2024-11-11T05:15:10,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T05:15:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T05:15:10,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:15:10,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5ea40dc0ab549100bc5ec44b81ebe4b 2024-11-11T05:15:10,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6bd04bf1e7b1f7963ebd3fc2cae1d928 in 10.2190 sec 2024-11-11T05:15:10,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5ea40dc0ab549100bc5ec44b81ebe4b in 10.2210 sec 2024-11-11T05:15:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741861_1037 (size=97) 2024-11-11T05:15:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741861_1037 (size=97) 2024-11-11T05:15:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741861_1037 (size=97) 2024-11-11T05:15:10,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:15:10,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T05:15:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T05:15:10,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:15:10,146 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:15:10,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ad5cc8ab541f6146e95e5f835d0a0b2b in 10.2320 sec 2024-11-11T05:15:10,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741862_1038 (size=105) 2024-11-11T05:15:10,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741862_1038 (size=105) 2024-11-11T05:15:10,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741862_1038 (size=105) 2024-11-11T05:15:10,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:15:10,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T05:15:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T05:15:10,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:15:10,162 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:15:10,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-11T05:15:10,164 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T05:15:10,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 83e05c4f9923cfdd1042ce5a849fb1d4 in 10.2480 sec 2024-11-11T05:15:10,165 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T05:15:10,167 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T05:15:10,167 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T05:15:10,169 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T05:15:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741863_1039 (size=1174) 2024-11-11T05:15:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741863_1039 (size=1174) 2024-11-11T05:15:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741863_1039 (size=1174) 2024-11-11T05:15:10,195 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T05:15:10,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T05:15:10,202 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,34335,1731302068868 2024-11-11T05:15:10,202 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,44441,1731302068824 2024-11-11T05:15:10,202 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:10,202 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:10,202 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:10,205 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,44441,1731302068824 2024-11-11T05:15:10,205 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,44441,1731302068824 2024-11-11T05:15:10,205 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,34335,1731302068868 2024-11-11T05:15:10,206 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,34335,1731302068868 2024-11-11T05:15:10,294 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:15:20,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-11T05:15:20,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-11T05:15:20,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-11T05:15:20,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-11T05:15:20,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-11T05:15:20,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-11T05:15:20,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-11T05:15:20,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-11T05:15:20,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-11T05:15:20,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T05:15:20,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T05:15:20,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-11T05:15:20,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-11T05:15:20,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-11T05:15:20,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-11T05:15:20,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T05:15:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-11T05:15:20,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T05:15:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-11T05:15:20,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T05:15:20,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T05:15:20,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-11T05:15:20,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-11T05:15:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-11T05:15:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-11T05:15:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-11T05:15:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-11T05:15:20,214 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,44441,1731302068824 Release verify snapshot worker=1d14b453aaa0,44441,1731302068824 2024-11-11T05:15:20,214 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,34335,1731302068868 Release verify snapshot worker=1d14b453aaa0,34335,1731302068868 2024-11-11T05:15:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T05:15:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T05:15:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-11T05:15:20,216 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,44441,1731302068824 Release verify snapshot worker=1d14b453aaa0,44441,1731302068824 2024-11-11T05:15:20,216 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,36137,1731302068780 Release verify snapshot worker=1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:20,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,44441,1731302068824 in 10.0180 sec 2024-11-11T05:15:20,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,44441,1731302068824 in 10.0150 sec 2024-11-11T05:15:20,219 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,36137,1731302068780 Release verify snapshot worker=1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:20,219 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,44441,1731302068824 Release verify snapshot worker=1d14b453aaa0,44441,1731302068824 2024-11-11T05:15:20,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,36137,1731302068780 in 10.0180 sec 2024-11-11T05:15:20,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,34335,1731302068868 in 10.0150 sec 2024-11-11T05:15:20,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,36137,1731302068780 in 10.0200 sec 2024-11-11T05:15:20,221 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,34335,1731302068868 Release verify snapshot worker=1d14b453aaa0,34335,1731302068868 2024-11-11T05:15:20,221 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,34335,1731302068868 Release verify snapshot worker=1d14b453aaa0,34335,1731302068868 2024-11-11T05:15:20,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,44441,1731302068824 in 10.0200 sec 2024-11-11T05:15:20,221 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,36137,1731302068780 Release verify snapshot worker=1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:20,221 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,34335,1731302068868 2024-11-11T05:15:20,221 INFO [master/1d14b453aaa0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T05:15:20,221 INFO [master/1d14b453aaa0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T05:15:20,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,34335,1731302068868 in 10.0220 sec 2024-11-11T05:15:20,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,36137,1731302068780 in 10.0220 sec 2024-11-11T05:15:20,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,34335,1731302068868 in 10.0220 sec 2024-11-11T05:15:20,294 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1d14b453aaa0,34335,1731302068868 2024-11-11T05:15:20,294 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1d14b453aaa0,34335,1731302068868: Simulated kill ***** 2024-11-11T05:15:20,294 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:15:20,294 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:15:20,295 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:15:20,295 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:15:20,295 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:15:20,295 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 805326176 }, "NonHeapMemoryUsage": { "committed": 177405952, "init": 7667712, "max": -1, "used": 172980984 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:15:20,296 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34269 {}] master.MasterRpcServices(700): 1d14b453aaa0,34335,1731302068868 reported a fatal error: ***** ABORTING region server 1d14b453aaa0,34335,1731302068868: Simulated kill ***** 2024-11-11T05:15:20,296 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,34335,1731302068868' ***** 2024-11-11T05:15:20,297 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T05:15:20,297 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:15:20,297 INFO [RS:2;1d14b453aaa0:34335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T05:15:20,297 INFO [RS:2;1d14b453aaa0:34335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T05:15:20,297 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:15:20,297 INFO [RS:2;1d14b453aaa0:34335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1d14b453aaa0:34335. 2024-11-11T05:15:20,297 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T05:15:20,297 DEBUG [RS:2;1d14b453aaa0:34335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:15:20,297 DEBUG [RS:2;1d14b453aaa0:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:15:20,298 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:15:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741835_1011 (size=1488) 2024-11-11T05:15:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741835_1011 (size=1488) 2024-11-11T05:15:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741835_1011 (size=1488) 2024-11-11T05:15:20,302 DEBUG [RS:2;1d14b453aaa0:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:15:20,302 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:15:20,302 INFO [RS:2;1d14b453aaa0:34335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34335 2024-11-11T05:15:20,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,34335,1731302068868 2024-11-11T05:15:20,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:15:20,311 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:15:20,315 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:15:20,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,34335,1731302068868] 2024-11-11T05:15:20,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,34335,1731302068868 already deleted, retry=false 2024-11-11T05:15:20,332 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1d14b453aaa0,34335,1731302068868 on 1d14b453aaa0,34269,1731302068620 2024-11-11T05:15:20,333 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1d14b453aaa0,34335,1731302068868, splitWal=true, meta=false 2024-11-11T05:15:20,334 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 1d14b453aaa0,34335,1731302068868 (carryingMeta=false) 1d14b453aaa0,34335,1731302068868/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@22c206ec[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T05:15:20,334 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1d14b453aaa0,34335,1731302068868, splitWal=true, meta=false 2024-11-11T05:15:20,335 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 1d14b453aaa0,34335,1731302068868 had 3 regions 2024-11-11T05:15:20,336 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1d14b453aaa0,34335,1731302068868, splitWal=true, meta=false, isMeta: false 2024-11-11T05:15:20,338 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting 2024-11-11T05:15:20,339 INFO [PEWorker-2 {}] master.SplitWALManager(105): 1d14b453aaa0,34335,1731302068868 WAL count=1, meta=false 2024-11-11T05:15:20,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1d14b453aaa0%2C34335%2C1731302068868.1731302069594}] 2024-11-11T05:15:20,341 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-11T05:15:20,341 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:20,341 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-11T05:15:20,341 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-11T05:15:20,342 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,34335,1731302068868 Release verify snapshot worker=1d14b453aaa0,34335,1731302068868 2024-11-11T05:15:20,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1d14b453aaa0%2C34335%2C1731302068868.1731302069594, worker=1d14b453aaa0,36137,1731302068780}] 2024-11-11T05:15:20,342 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 1d14b453aaa0,34335,1731302068868, this operation will be retried to send to another server 2024-11-11T05:15:20,342 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T05:15:20,342 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731302121342 2024-11-11T05:15:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:15:20,422 INFO [RS:2;1d14b453aaa0:34335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:15:20,422 INFO [RS:2;1d14b453aaa0:34335 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,34335,1731302068868; zookeeper connection closed. 2024-11-11T05:15:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10128510d270003, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:15:20,423 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47faedb6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47faedb6 2024-11-11T05:15:20,506 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:15:20,506 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:15:21,344 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:28,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:15:30,294 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T05:15:30,336 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:34269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T05:15:30,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-11T05:15:30,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-11T05:15:30,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-11T05:15:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-11T05:15:30,349 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,36137,1731302068780 Release verify snapshot worker=1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:30,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-11T05:15:30,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1d14b453aaa0,36137,1731302068780 in 20.1510 sec 2024-11-11T05:15:30,354 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T05:15:30,355 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T05:15:30,357 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T05:15:30,357 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T05:15:30,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.4830 sec 2024-11-11T05:15:30,377 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594, size=1.5 K (1488bytes) 2024-11-11T05:15:30,377 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594 2024-11-11T05:15:30,378 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594 after 1ms 2024-11-11T05:15:30,390 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594 took 13ms 2024-11-11T05:15:30,420 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f5ea40dc0ab549100bc5ec44b81ebe4b: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-11T05:15:30,424 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T05:15:30,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 9598a3572d75336d4c5a6f1786e24a98: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T05:15:30,428 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T05:15:30,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:15:30,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:15:30,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:15:30,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:15:30,429 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a3d09b068abc217b93c1df5fb42d2beb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T05:15:30,429 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594 so closing down 2024-11-11T05:15:30,429 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T05:15:30,429 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T05:15:30,429 INFO [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 18 ms; skipped=5; WAL=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-11T05:15:30,429 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594, journal: Splitting hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594, size=1.5 K (1488bytes) at 1731302130377Finishing writing output for hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594 so closing down at 1731302130429 (+52 ms)3 split writer threads finished at 1731302130429Processed 5 edits across 0 Regions in 18 ms; skipped=5; WAL=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731302130429 2024-11-11T05:15:30,429 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594 2024-11-11T05:15:30,429 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T05:15:30,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:15:30,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:15:30,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:15:30,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=524418847, stopped=false 2024-11-11T05:15:30,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,34269,1731302068620 2024-11-11T05:15:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34269 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T05:15:30,435 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting/1d14b453aaa0%2C34335%2C1731302068868.1731302069594 to hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/oldWALs 2024-11-11T05:15:30,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T05:15:30,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1d14b453aaa0%2C34335%2C1731302068868.1731302069594, worker=1d14b453aaa0,36137,1731302068780 in 10.0930 sec 2024-11-11T05:15:30,441 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:30,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T05:15:30,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 1d14b453aaa0%2C34335%2C1731302068868.1731302069594, worker=1d14b453aaa0,36137,1731302068780 in 10.1020 sec 2024-11-11T05:15:30,445 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting dir is empty, no logs to split. 2024-11-11T05:15:30,445 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1d14b453aaa0,34335,1731302068868 WAL count=0, meta=false 2024-11-11T05:15:30,445 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1d14b453aaa0,34335,1731302068868 WAL splitting is done? wals=0, meta=false 2024-11-11T05:15:30,448 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 1d14b453aaa0,34335,1731302068868 failed, ignore...File hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,34335,1731302068868-splitting does not exist. 2024-11-11T05:15:30,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9598a3572d75336d4c5a6f1786e24a98, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3d09b068abc217b93c1df5fb42d2beb, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5ea40dc0ab549100bc5ec44b81ebe4b, ASSIGN}] 2024-11-11T05:15:30,454 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5ea40dc0ab549100bc5ec44b81ebe4b, ASSIGN 2024-11-11T05:15:30,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3d09b068abc217b93c1df5fb42d2beb, ASSIGN 2024-11-11T05:15:30,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9598a3572d75336d4c5a6f1786e24a98, ASSIGN 2024-11-11T05:15:30,457 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5ea40dc0ab549100bc5ec44b81ebe4b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:15:30,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9598a3572d75336d4c5a6f1786e24a98, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:15:30,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3d09b068abc217b93c1df5fb42d2beb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:15:30,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:15:30,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:15:30,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T05:15:30,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:15:30,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:15:30,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:15:30,511 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:15:30,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:15:30,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:15:30,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:15:30,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:15:30,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,36137,1731302068780' ***** 2024-11-11T05:15:30,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:15:30,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,44441,1731302068824' ***** 2024-11-11T05:15:30,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:15:30,512 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:15:30,512 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:15:30,512 INFO [RS:0;1d14b453aaa0:36137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:15:30,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:15:30,512 INFO [RS:1;1d14b453aaa0:44441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:15:30,512 INFO [RS:0;1d14b453aaa0:36137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:15:30,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:15:30,512 INFO [RS:1;1d14b453aaa0:44441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:15:30,512 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(3091): Received CLOSE for ad5cc8ab541f6146e95e5f835d0a0b2b 2024-11-11T05:15:30,512 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(3091): Received CLOSE for 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:15:30,513 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:15:30,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:15:30,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T05:15:30,515 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bd04bf1e7b1f7963ebd3fc2cae1d928 2024-11-11T05:15:30,515 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(3091): Received CLOSE for 359c143cab372a6a0552cc66cec3731f 2024-11-11T05:15:30,515 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a99eb790e5be91cc352da5c69af17f3 2024-11-11T05:15:30,515 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,44441,1731302068824 2024-11-11T05:15:30,515 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:15:30,515 INFO [RS:1;1d14b453aaa0:44441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1d14b453aaa0:44441. 2024-11-11T05:15:30,515 DEBUG [RS:1;1d14b453aaa0:44441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:15:30,515 DEBUG [RS:1;1d14b453aaa0:44441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:15:30,515 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T05:15:30,515 DEBUG [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(1325): Online Regions={83e05c4f9923cfdd1042ce5a849fb1d4=SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4., 6bd04bf1e7b1f7963ebd3fc2cae1d928=SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928., 359c143cab372a6a0552cc66cec3731f=SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f., 1a99eb790e5be91cc352da5c69af17f3=SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3.} 2024-11-11T05:15:30,515 DEBUG [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(1351): Waiting on 1a99eb790e5be91cc352da5c69af17f3, 359c143cab372a6a0552cc66cec3731f, 6bd04bf1e7b1f7963ebd3fc2cae1d928, 83e05c4f9923cfdd1042ce5a849fb1d4 2024-11-11T05:15:30,516 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83e05c4f9923cfdd1042ce5a849fb1d4, disabling compactions & flushes 2024-11-11T05:15:30,517 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:15:30,517 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:15:30,517 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. after waiting 0 ms 2024-11-11T05:15:30,517 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:15:30,517 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(3091): Received CLOSE for 46df6dd9f669c0f800588e7eb5f22b72 2024-11-11T05:15:30,517 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(3091): Received CLOSE for ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:15:30,517 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:30,517 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:15:30,517 INFO [RS:0;1d14b453aaa0:36137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36137. 2024-11-11T05:15:30,517 DEBUG [RS:0;1d14b453aaa0:36137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:15:30,517 DEBUG [RS:0;1d14b453aaa0:36137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:15:30,517 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:15:30,517 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:15:30,518 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:15:30,518 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:15:30,518 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad5cc8ab541f6146e95e5f835d0a0b2b, disabling compactions & flushes 2024-11-11T05:15:30,518 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:15:30,518 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:15:30,518 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. after waiting 0 ms 2024-11-11T05:15:30,518 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:15:30,519 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T05:15:30,519 DEBUG [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1325): Online Regions={ad5cc8ab541f6146e95e5f835d0a0b2b=SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b., 46df6dd9f669c0f800588e7eb5f22b72=SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72., ad7782807a9ef53b413b5a48fcea0a83=SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:15:30,520 DEBUG [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46df6dd9f669c0f800588e7eb5f22b72, ad5cc8ab541f6146e95e5f835d0a0b2b, ad7782807a9ef53b413b5a48fcea0a83 2024-11-11T05:15:30,520 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:15:30,520 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:15:30,520 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:15:30,520 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:15:30,520 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:15:30,520 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:15:30,520 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-11T05:15:30,533 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:15:30,533 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:15:30,581 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/.tmp/info/9df4ab1eae0a4ed9ba6326e167ff2e1d is 167, key is SPTestTable,19999999,1731302079924.a3d09b068abc217b93c1df5fb42d2beb./info:regioninfo/1731302090732/Put/seqid=0 2024-11-11T05:15:30,583 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/83e05c4f9923cfdd1042ce5a849fb1d4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:15:30,585 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:15:30,585 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83e05c4f9923cfdd1042ce5a849fb1d4: Waiting for close lock at 1731302130516Running coprocessor pre-close hooks at 1731302130516Disabling compacts and flushes for region at 1731302130516Disabling writes for close at 1731302130517 (+1 ms)Writing region close event to WAL at 1731302130548 (+31 ms)Running coprocessor post-close hooks at 1731302130585 (+37 ms)Closed at 1731302130585 2024-11-11T05:15:30,585 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731302079924.83e05c4f9923cfdd1042ce5a849fb1d4. 2024-11-11T05:15:30,585 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bd04bf1e7b1f7963ebd3fc2cae1d928, disabling compactions & flushes 2024-11-11T05:15:30,585 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:15:30,585 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:15:30,585 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. after waiting 0 ms 2024-11-11T05:15:30,585 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:15:30,589 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad5cc8ab541f6146e95e5f835d0a0b2b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:15:30,590 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:15:30,590 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad5cc8ab541f6146e95e5f835d0a0b2b: Waiting for close lock at 1731302130518Running coprocessor pre-close hooks at 1731302130518Disabling compacts and flushes for region at 1731302130518Disabling writes for close at 1731302130518Writing region close event to WAL at 1731302130565 (+47 ms)Running coprocessor post-close hooks at 1731302130590 (+25 ms)Closed at 1731302130590 2024-11-11T05:15:30,590 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731302079924.ad5cc8ab541f6146e95e5f835d0a0b2b. 2024-11-11T05:15:30,590 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46df6dd9f669c0f800588e7eb5f22b72, disabling compactions & flushes 2024-11-11T05:15:30,591 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:15:30,591 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:15:30,591 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. after waiting 0 ms 2024-11-11T05:15:30,591 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:15:30,608 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(204): Hosts are {1d14b453aaa0=0} racks are {/default-rack=0} 2024-11-11T05:15:30,608 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T05:15:30,608 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T05:15:30,608 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T05:15:30,608 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T05:15:30,608 INFO [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T05:15:30,608 INFO [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T05:15:30,608 DEBUG [1d14b453aaa0:34269 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T05:15:30,631 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/6bd04bf1e7b1f7963ebd3fc2cae1d928/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:15:30,632 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/46df6dd9f669c0f800588e7eb5f22b72/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:15:30,633 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bd04bf1e7b1f7963ebd3fc2cae1d928: Waiting for close lock at 1731302130585Running coprocessor pre-close hooks at 1731302130585Disabling compacts and flushes for region at 1731302130585Disabling writes for close at 1731302130585Writing region close event to WAL at 1731302130610 (+25 ms)Running coprocessor post-close hooks at 1731302130633 (+23 ms)Closed at 1731302130633 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731302079924.6bd04bf1e7b1f7963ebd3fc2cae1d928. 2024-11-11T05:15:30,633 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46df6dd9f669c0f800588e7eb5f22b72: Waiting for close lock at 1731302130590Running coprocessor pre-close hooks at 1731302130590Disabling compacts and flushes for region at 1731302130590Disabling writes for close at 1731302130591 (+1 ms)Writing region close event to WAL at 1731302130600 (+9 ms)Running coprocessor post-close hooks at 1731302130633 (+33 ms)Closed at 1731302130633 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 359c143cab372a6a0552cc66cec3731f, disabling compactions & flushes 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731302079924.46df6dd9f669c0f800588e7eb5f22b72. 2024-11-11T05:15:30,633 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. after waiting 0 ms 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad7782807a9ef53b413b5a48fcea0a83, disabling compactions & flushes 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:15:30,633 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. after waiting 0 ms 2024-11-11T05:15:30,634 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:15:30,677 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/ad7782807a9ef53b413b5a48fcea0a83/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:15:30,678 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/359c143cab372a6a0552cc66cec3731f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:15:30,678 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:15:30,679 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad7782807a9ef53b413b5a48fcea0a83: Waiting for close lock at 1731302130633Running coprocessor pre-close hooks at 1731302130633Disabling compacts and flushes for region at 1731302130633Disabling writes for close at 1731302130633Writing region close event to WAL at 1731302130643 (+10 ms)Running coprocessor post-close hooks at 1731302130678 (+35 ms)Closed at 1731302130678 2024-11-11T05:15:30,679 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:15:30,679 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731302079924.ad7782807a9ef53b413b5a48fcea0a83. 2024-11-11T05:15:30,679 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 359c143cab372a6a0552cc66cec3731f: Waiting for close lock at 1731302130633Running coprocessor pre-close hooks at 1731302130633Disabling compacts and flushes for region at 1731302130633Disabling writes for close at 1731302130633Writing region close event to WAL at 1731302130644 (+11 ms)Running coprocessor post-close hooks at 1731302130679 (+35 ms)Closed at 1731302130679 2024-11-11T05:15:30,679 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731302079924.359c143cab372a6a0552cc66cec3731f. 2024-11-11T05:15:30,679 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a99eb790e5be91cc352da5c69af17f3, disabling compactions & flushes 2024-11-11T05:15:30,679 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:15:30,679 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:15:30,679 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. after waiting 0 ms 2024-11-11T05:15:30,679 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:15:30,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741864_1040 (size=18393) 2024-11-11T05:15:30,694 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/.tmp/info/9df4ab1eae0a4ed9ba6326e167ff2e1d 2024-11-11T05:15:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741864_1040 (size=18393) 2024-11-11T05:15:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741864_1040 (size=18393) 2024-11-11T05:15:30,697 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/default/SPTestTable/1a99eb790e5be91cc352da5c69af17f3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T05:15:30,700 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:15:30,700 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a99eb790e5be91cc352da5c69af17f3: Waiting for close lock at 1731302130679Running coprocessor pre-close hooks at 1731302130679Disabling compacts and flushes for region at 1731302130679Disabling writes for close at 1731302130679Writing region close event to WAL at 1731302130689 (+10 ms)Running coprocessor post-close hooks at 1731302130700 (+11 ms)Closed at 1731302130700 2024-11-11T05:15:30,700 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731302079924.1a99eb790e5be91cc352da5c69af17f3. 2024-11-11T05:15:30,716 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,44441,1731302068824; all regions closed. 2024-11-11T05:15:30,720 DEBUG [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:15:30,738 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/WALs/1d14b453aaa0,44441,1731302068824/1d14b453aaa0%2C44441%2C1731302068824.1731302069589 not finished, retry = 0 2024-11-11T05:15:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741834_1010 (size=3439) 2024-11-11T05:15:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741834_1010 (size=3439) 2024-11-11T05:15:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741834_1010 (size=3439) 2024-11-11T05:15:30,743 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/.tmp/ns/883fabd449b243548ea789ae9771a2cb is 43, key is default/ns:d/1731302079823/Put/seqid=0 2024-11-11T05:15:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741865_1041 (size=5153) 2024-11-11T05:15:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741865_1041 (size=5153) 2024-11-11T05:15:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741865_1041 (size=5153) 2024-11-11T05:15:30,818 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/.tmp/ns/883fabd449b243548ea789ae9771a2cb 2024-11-11T05:15:30,842 DEBUG [RS:1;1d14b453aaa0:44441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/oldWALs 2024-11-11T05:15:30,842 INFO [RS:1;1d14b453aaa0:44441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C44441%2C1731302068824:(num 1731302069589) 2024-11-11T05:15:30,842 DEBUG [RS:1;1d14b453aaa0:44441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:15:30,842 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:15:30,842 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:15:30,842 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:15:30,843 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:15:30,843 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:15:30,843 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:15:30,843 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:15:30,843 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:15:30,843 INFO [RS:1;1d14b453aaa0:44441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44441 2024-11-11T05:15:30,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,44441,1731302068824 2024-11-11T05:15:30,857 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:15:30,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:15:30,860 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/.tmp/table/3bc41369bebb4238914fd3d39fef5994 is 47, key is SPTestTable/table:state/1731302090741/Put/seqid=0 2024-11-11T05:15:30,920 DEBUG [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:15:30,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,44441,1731302068824] 2024-11-11T05:15:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741866_1042 (size=5214) 2024-11-11T05:15:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741866_1042 (size=5214) 2024-11-11T05:15:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741866_1042 (size=5214) 2024-11-11T05:15:30,952 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,44441,1731302068824 already deleted, retry=false 2024-11-11T05:15:30,953 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,44441,1731302068824 expired; onlineServers=1 2024-11-11T05:15:30,958 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/.tmp/table/3bc41369bebb4238914fd3d39fef5994 2024-11-11T05:15:30,970 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/.tmp/info/9df4ab1eae0a4ed9ba6326e167ff2e1d as hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/info/9df4ab1eae0a4ed9ba6326e167ff2e1d 2024-11-11T05:15:30,979 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/info/9df4ab1eae0a4ed9ba6326e167ff2e1d, entries=100, sequenceid=29, filesize=18.0 K 2024-11-11T05:15:30,982 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/.tmp/ns/883fabd449b243548ea789ae9771a2cb as hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/ns/883fabd449b243548ea789ae9771a2cb 2024-11-11T05:15:31,000 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/ns/883fabd449b243548ea789ae9771a2cb, entries=2, sequenceid=29, filesize=5.0 K 2024-11-11T05:15:31,001 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/.tmp/table/3bc41369bebb4238914fd3d39fef5994 as hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/table/3bc41369bebb4238914fd3d39fef5994 2024-11-11T05:15:31,014 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/table/3bc41369bebb4238914fd3d39fef5994, entries=2, sequenceid=29, filesize=5.1 K 2024-11-11T05:15:31,015 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 495ms, sequenceid=29, compaction requested=false 2024-11-11T05:15:31,028 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-11T05:15:31,030 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:15:31,030 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:15:31,030 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302130520Running coprocessor pre-close hooks at 1731302130520Disabling compacts and flushes for region at 1731302130520Disabling writes for close at 1731302130520Obtaining lock to block concurrent updates at 1731302130520Preparing flush snapshotting stores in 1588230740 at 1731302130520Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731302130521 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302130521Flushing 1588230740/info: creating writer at 1731302130521Flushing 1588230740/info: appending metadata at 1731302130581 (+60 ms)Flushing 1588230740/info: closing flushed file at 1731302130581Flushing 1588230740/ns: creating writer at 1731302130705 (+124 ms)Flushing 1588230740/ns: appending metadata at 1731302130743 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731302130743Flushing 1588230740/table: creating writer at 1731302130827 (+84 ms)Flushing 1588230740/table: appending metadata at 1731302130859 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731302130859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188294d9: reopening flushed file at 1731302130969 (+110 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356d4409: reopening flushed file at 1731302130979 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732a29f: reopening flushed file at 1731302131000 (+21 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 495ms, sequenceid=29, compaction requested=false at 1731302131015 (+15 ms)Writing region close event to WAL at 1731302131021 (+6 ms)Running coprocessor post-close hooks at 1731302131030 (+9 ms)Closed at 1731302131030 2024-11-11T05:15:31,030 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:15:31,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:15:31,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44441-0x10128510d270002, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:15:31,049 INFO [RS:1;1d14b453aaa0:44441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:15:31,049 INFO [RS:1;1d14b453aaa0:44441 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,44441,1731302068824; zookeeper connection closed. 2024-11-11T05:15:31,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69acd97e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69acd97e 2024-11-11T05:15:31,120 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,36137,1731302068780; all regions closed. 2024-11-11T05:15:31,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741836_1012 (size=15114) 2024-11-11T05:15:31,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741836_1012 (size=15114) 2024-11-11T05:15:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741836_1012 (size=15114) 2024-11-11T05:15:31,154 DEBUG [RS:0;1d14b453aaa0:36137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/oldWALs 2024-11-11T05:15:31,154 INFO [RS:0;1d14b453aaa0:36137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36137%2C1731302068780.meta:.meta(num 1731302079754) 2024-11-11T05:15:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741833_1009 (size=2364) 2024-11-11T05:15:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741833_1009 (size=2364) 2024-11-11T05:15:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741833_1009 (size=2364) 2024-11-11T05:15:31,164 DEBUG [RS:0;1d14b453aaa0:36137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/oldWALs 2024-11-11T05:15:31,164 INFO [RS:0;1d14b453aaa0:36137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36137%2C1731302068780:(num 1731302069589) 2024-11-11T05:15:31,164 DEBUG [RS:0;1d14b453aaa0:36137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:15:31,164 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:15:31,164 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:15:31,164 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:15:31,164 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:15:31,165 INFO [RS:0;1d14b453aaa0:36137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36137 2024-11-11T05:15:31,165 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:15:31,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T05:15:31,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1d14b453aaa0,36137,1731302068780 2024-11-11T05:15:31,175 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:15:31,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,36137,1731302068780] 2024-11-11T05:15:31,195 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1d14b453aaa0,36137,1731302068780 already deleted, retry=false 2024-11-11T05:15:31,195 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,36137,1731302068780 expired; onlineServers=0 2024-11-11T05:15:31,195 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,34269,1731302068620' ***** 2024-11-11T05:15:31,195 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:15:31,195 INFO [M:0;1d14b453aaa0:34269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:15:31,195 INFO [M:0;1d14b453aaa0:34269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:15:31,195 DEBUG [M:0;1d14b453aaa0:34269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:15:31,195 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:15:31,196 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302069256 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302069256,5,FailOnTimeoutGroup] 2024-11-11T05:15:31,195 DEBUG [M:0;1d14b453aaa0:34269 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:15:31,196 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302069257 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302069257,5,FailOnTimeoutGroup] 2024-11-11T05:15:31,196 INFO [M:0;1d14b453aaa0:34269 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:15:31,196 INFO [M:0;1d14b453aaa0:34269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:15:31,197 DEBUG [M:0;1d14b453aaa0:34269 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:15:31,197 INFO [M:0;1d14b453aaa0:34269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:15:31,197 INFO [M:0;1d14b453aaa0:34269 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:15:31,198 ERROR [M:0;1d14b453aaa0:34269 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:40659 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40659,5,PEWorkerGroup] 2024-11-11T05:15:31,198 INFO [M:0;1d14b453aaa0:34269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:15:31,198 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:15:31,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T05:15:31,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T05:15:31,206 DEBUG [M:0;1d14b453aaa0:34269 {}] zookeeper.ZKUtil(347): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T05:15:31,206 WARN [M:0;1d14b453aaa0:34269 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:15:31,206 INFO [M:0;1d14b453aaa0:34269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/.lastflushedseqids 2024-11-11T05:15:31,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:15:31,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10128510d270001, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:15:31,285 INFO [RS:0;1d14b453aaa0:36137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:15:31,285 INFO [RS:0;1d14b453aaa0:36137 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,36137,1731302068780; zookeeper connection closed. 2024-11-11T05:15:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741867_1043 (size=650) 2024-11-11T05:15:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741867_1043 (size=650) 2024-11-11T05:15:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741867_1043 (size=650) 2024-11-11T05:15:31,293 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72ea2706 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72ea2706 2024-11-11T05:15:31,293 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T05:15:31,686 INFO [M:0;1d14b453aaa0:34269 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:15:31,686 INFO [M:0;1d14b453aaa0:34269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:15:31,686 DEBUG [M:0;1d14b453aaa0:34269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:15:31,686 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:15:31,686 DEBUG [M:0;1d14b453aaa0:34269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:15:31,686 DEBUG [M:0;1d14b453aaa0:34269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:15:31,686 DEBUG [M:0;1d14b453aaa0:34269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:15:31,687 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=166.12 KB heapSize=203.36 KB 2024-11-11T05:15:31,740 DEBUG [M:0;1d14b453aaa0:34269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a26b34bcbab54b1b8ce06667af6816cb is 82, key is hbase:meta,,1/info:regioninfo/1731302079794/Put/seqid=0 2024-11-11T05:15:31,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741868_1044 (size=5672) 2024-11-11T05:15:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741868_1044 (size=5672) 2024-11-11T05:15:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741868_1044 (size=5672) 2024-11-11T05:15:31,774 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a26b34bcbab54b1b8ce06667af6816cb 2024-11-11T05:15:31,820 DEBUG [M:0;1d14b453aaa0:34269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b054b63724aa484393faa8d50288e7e8 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731302090746/Put/seqid=0 2024-11-11T05:15:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741869_1045 (size=11054) 2024-11-11T05:15:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741869_1045 (size=11054) 2024-11-11T05:15:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741869_1045 (size=11054) 2024-11-11T05:15:31,855 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=165.38 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b054b63724aa484393faa8d50288e7e8 2024-11-11T05:15:31,869 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b054b63724aa484393faa8d50288e7e8 2024-11-11T05:15:31,923 DEBUG [M:0;1d14b453aaa0:34269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed5eb6086cbd4d15bcb2fcb79dca4fe6 is 69, key is 1d14b453aaa0,36137,1731302068780/rs:state/1731302069348/Put/seqid=0 2024-11-11T05:15:31,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741870_1046 (size=5442) 2024-11-11T05:15:31,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741870_1046 (size=5442) 2024-11-11T05:15:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741870_1046 (size=5442) 2024-11-11T05:15:31,995 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed5eb6086cbd4d15bcb2fcb79dca4fe6 2024-11-11T05:15:32,005 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed5eb6086cbd4d15bcb2fcb79dca4fe6 2024-11-11T05:15:32,008 DEBUG [M:0;1d14b453aaa0:34269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a26b34bcbab54b1b8ce06667af6816cb as hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a26b34bcbab54b1b8ce06667af6816cb 2024-11-11T05:15:32,026 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a26b34bcbab54b1b8ce06667af6816cb, entries=8, sequenceid=398, filesize=5.5 K 2024-11-11T05:15:32,028 DEBUG [M:0;1d14b453aaa0:34269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b054b63724aa484393faa8d50288e7e8 as hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b054b63724aa484393faa8d50288e7e8 2024-11-11T05:15:32,058 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b054b63724aa484393faa8d50288e7e8 2024-11-11T05:15:32,058 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b054b63724aa484393faa8d50288e7e8, entries=51, sequenceid=398, filesize=10.8 K 2024-11-11T05:15:32,063 DEBUG [M:0;1d14b453aaa0:34269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed5eb6086cbd4d15bcb2fcb79dca4fe6 as hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed5eb6086cbd4d15bcb2fcb79dca4fe6 2024-11-11T05:15:32,087 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed5eb6086cbd4d15bcb2fcb79dca4fe6 2024-11-11T05:15:32,087 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/217ea866-d9bd-23ac-fe7e-1bedf442e206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed5eb6086cbd4d15bcb2fcb79dca4fe6, entries=3, sequenceid=398, filesize=5.3 K 2024-11-11T05:15:32,088 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~166.12 KB/170102, heapSize ~203.06 KB/207936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 402ms, sequenceid=398, compaction requested=false 2024-11-11T05:15:32,152 INFO [M:0;1d14b453aaa0:34269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:15:32,153 DEBUG [M:0;1d14b453aaa0:34269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302131686Disabling compacts and flushes for region at 1731302131686Disabling writes for close at 1731302131686Obtaining lock to block concurrent updates at 1731302131687 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302131687Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=170102, getHeapSize=208176, getOffHeapSize=0, getCellsCount=490 at 1731302131687Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302131688 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302131688Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302131739 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302131739Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302131789 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302131819 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302131819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302131869 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302131922 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302131922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c0722b: reopening flushed file at 1731302132005 (+83 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d1a8b5: reopening flushed file at 1731302132027 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81c44b6: reopening flushed file at 1731302132058 (+31 ms)Finished flush of dataSize ~166.12 KB/170102, heapSize ~203.06 KB/207936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 402ms, sequenceid=398, compaction requested=false at 1731302132088 (+30 ms)Writing region close event to WAL at 1731302132152 (+64 ms)Closed at 1731302132152 2024-11-11T05:15:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741830_1006 (size=196759) 2024-11-11T05:15:32,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741830_1006 (size=196759) 2024-11-11T05:15:32,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741830_1006 (size=196759) 2024-11-11T05:15:32,184 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:15:32,185 INFO [M:0;1d14b453aaa0:34269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:15:32,185 INFO [M:0;1d14b453aaa0:34269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34269 2024-11-11T05:15:32,185 INFO [M:0;1d14b453aaa0:34269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:15:32,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:15:32,327 INFO [M:0;1d14b453aaa0:34269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:15:32,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34269-0x10128510d270000, quorum=127.0.0.1:63724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:15:32,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27eec659{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:15:32,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1620f874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:15:32,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:15:32,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ba83ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:15:32,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dfccdd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/hadoop.log.dir/,STOPPED} 2024-11-11T05:15:32,345 WARN [BP-1529629345-172.17.0.2-1731302065877 heartbeating to localhost/127.0.0.1:40659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:15:32,346 WARN [BP-1529629345-172.17.0.2-1731302065877 heartbeating to localhost/127.0.0.1:40659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1529629345-172.17.0.2-1731302065877 (Datanode Uuid d179e7c7-de21-4707-9ae0-50cd28573268) service to localhost/127.0.0.1:40659 2024-11-11T05:15:32,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data6/current/BP-1529629345-172.17.0.2-1731302065877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:15:32,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data5/current/BP-1529629345-172.17.0.2-1731302065877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:15:32,347 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:15:32,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:15:32,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:15:32,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20314173{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:15:32,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25b7de23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:15:32,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:15:32,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14361570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:15:32,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f21ae7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/hadoop.log.dir/,STOPPED} 2024-11-11T05:15:32,360 WARN [BP-1529629345-172.17.0.2-1731302065877 heartbeating to localhost/127.0.0.1:40659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:15:32,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:15:32,360 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:15:32,360 WARN [BP-1529629345-172.17.0.2-1731302065877 heartbeating to localhost/127.0.0.1:40659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1529629345-172.17.0.2-1731302065877 (Datanode Uuid b06adcc7-082c-4afc-a78d-4532cfcf0643) service to localhost/127.0.0.1:40659 2024-11-11T05:15:32,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data3/current/BP-1529629345-172.17.0.2-1731302065877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:15:32,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data4/current/BP-1529629345-172.17.0.2-1731302065877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:15:32,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:15:32,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28194675{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:15:32,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed5b655{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:15:32,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:15:32,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7808e3bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:15:32,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffa9213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/hadoop.log.dir/,STOPPED} 2024-11-11T05:15:32,388 WARN [BP-1529629345-172.17.0.2-1731302065877 heartbeating to localhost/127.0.0.1:40659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:15:32,388 WARN [BP-1529629345-172.17.0.2-1731302065877 heartbeating to localhost/127.0.0.1:40659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1529629345-172.17.0.2-1731302065877 (Datanode Uuid f791c3df-7bfd-41ef-9c48-53c96d686c8f) service to localhost/127.0.0.1:40659 2024-11-11T05:15:32,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:15:32,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data2/current/BP-1529629345-172.17.0.2-1731302065877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:15:32,400 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:15:32,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/cluster_aba5d059-adcb-09f1-98ac-3a1dee3ae3ed/data/data1/current/BP-1529629345-172.17.0.2-1731302065877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:15:32,401 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:15:32,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@298464d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:15:32,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c827421{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:15:32,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:15:32,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc5b63f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:15:32,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae29fa9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da3d1c1-204b-de7b-8ca0-8d140fc3821d/hadoop.log.dir/,STOPPED} 2024-11-11T05:15:32,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:15:32,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:15:32,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40659 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40659 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 241) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7378 (was 7480)