2024-11-08 22:12:40,155 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 22:12:40,171 main DEBUG Took 0.012693 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 22:12:40,171 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 22:12:40,171 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 22:12:40,172 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 22:12:40,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,184 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 22:12:40,208 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,211 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,213 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,215 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,216 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,218 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,219 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,221 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,222 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,224 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 22:12:40,226 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,227 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 22:12:40,229 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 22:12:40,231 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 22:12:40,234 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 22:12:40,236 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 22:12:40,238 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 22:12:40,239 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 22:12:40,250 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 22:12:40,254 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 22:12:40,257 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 22:12:40,258 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 22:12:40,258 main DEBUG createAppenders(={Console}) 2024-11-08 22:12:40,260 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 22:12:40,260 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 22:12:40,261 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 22:12:40,262 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 22:12:40,262 main DEBUG OutputStream closed 2024-11-08 22:12:40,263 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 22:12:40,263 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 22:12:40,263 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 22:12:40,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 22:12:40,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 22:12:40,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 22:12:40,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 22:12:40,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 22:12:40,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 22:12:40,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 22:12:40,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 22:12:40,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 22:12:40,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 22:12:40,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 22:12:40,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 22:12:40,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 22:12:40,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 22:12:40,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 22:12:40,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 22:12:40,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 22:12:40,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 22:12:40,382 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 22:12:40,383 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 22:12:40,383 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 22:12:40,384 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T22:12:40,402 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 22:12:40,405 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 22:12:40,405 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T22:12:40,416 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T22:12:40,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=4347 2024-11-08T22:12:40,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161 2024-11-08T22:12:40,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:12:40,879 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265, deleteOnExit=true 2024-11-08T22:12:40,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:12:40,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/test.cache.data in system properties and HBase conf 2024-11-08T22:12:40,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:12:40,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:12:40,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:12:40,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:12:40,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:12:41,014 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T22:12:41,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:12:41,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:12:41,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:12:41,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:12:41,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:12:41,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:12:41,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:12:41,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:12:41,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:12:41,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:12:41,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:12:41,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:12:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:12:41,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:12:41,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:12:42,462 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T22:12:42,558 INFO [Time-limited test {}] log.Log(170): Logging initialized @3317ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T22:12:42,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:12:42,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:12:42,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:12:42,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:12:42,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:12:42,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:12:42,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:12:42,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:12:43,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/java.io.tmpdir/jetty-localhost-43581-hadoop-hdfs-3_4_1-tests_jar-_-any-1751395698565262954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:12:43,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43581} 2024-11-08T22:12:43,020 INFO [Time-limited test {}] server.Server(415): Started @3781ms 2024-11-08T22:12:43,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:12:43,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:12:43,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:12:43,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:12:43,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:12:43,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:12:43,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:12:43,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/java.io.tmpdir/jetty-localhost-43181-hadoop-hdfs-3_4_1-tests_jar-_-any-5197512115031745765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:12:43,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:43181} 2024-11-08T22:12:43,720 INFO [Time-limited test {}] server.Server(415): Started @4480ms 2024-11-08T22:12:43,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:12:43,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:12:43,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:12:43,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:12:43,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:12:43,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:12:43,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:12:43,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:12:44,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/java.io.tmpdir/jetty-localhost-40411-hadoop-hdfs-3_4_1-tests_jar-_-any-7709252351939735431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:12:44,037 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:40411} 2024-11-08T22:12:44,037 INFO [Time-limited test {}] server.Server(415): Started @4798ms 2024-11-08T22:12:44,039 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:12:44,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:12:44,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:12:44,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:12:44,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:12:44,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:12:44,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:12:44,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:12:44,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/java.io.tmpdir/jetty-localhost-43461-hadoop-hdfs-3_4_1-tests_jar-_-any-11051178546322878223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:12:44,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:43461} 2024-11-08T22:12:44,183 INFO [Time-limited test {}] server.Server(415): Started @4944ms 2024-11-08T22:12:44,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:12:45,662 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data1/current/BP-1494298208-172.17.0.3-1731103961840/current, will proceed with Du for space computation calculation, 2024-11-08T22:12:45,662 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data6/current/BP-1494298208-172.17.0.3-1731103961840/current, will proceed with Du for space computation calculation, 2024-11-08T22:12:45,662 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data4/current/BP-1494298208-172.17.0.3-1731103961840/current, will proceed with Du for space computation calculation, 2024-11-08T22:12:45,662 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data2/current/BP-1494298208-172.17.0.3-1731103961840/current, will proceed with Du for space computation calculation, 2024-11-08T22:12:45,662 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data3/current/BP-1494298208-172.17.0.3-1731103961840/current, will proceed with Du for space computation calculation, 2024-11-08T22:12:45,662 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data5/current/BP-1494298208-172.17.0.3-1731103961840/current, will proceed with Du for space computation calculation, 2024-11-08T22:12:45,700 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:12:45,700 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:12:45,700 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:12:45,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ba4e43559a9704c with lease ID 0x4ffbfa86dafb65b3: Processing first storage report for DS-f4a9cd75-3b8e-4bf1-8046-97c5d9e892eb from datanode DatanodeRegistration(127.0.0.1:37439, datanodeUuid=ee171ee2-aa9d-415b-bfde-92d671acaead, infoPort=35465, infoSecurePort=0, ipcPort=43883, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840) 2024-11-08T22:12:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ba4e43559a9704c with lease ID 0x4ffbfa86dafb65b3: from storage DS-f4a9cd75-3b8e-4bf1-8046-97c5d9e892eb node DatanodeRegistration(127.0.0.1:37439, datanodeUuid=ee171ee2-aa9d-415b-bfde-92d671acaead, infoPort=35465, infoSecurePort=0, ipcPort=43883, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T22:12:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33950dffd2b052b5 with lease ID 0x4ffbfa86dafb65b4: Processing first storage report for DS-9d8e2dd8-af7b-4228-9e34-f2adafaf5f38 from datanode DatanodeRegistration(127.0.0.1:37917, datanodeUuid=ed006377-99ad-4d38-b946-6dbda72a17a1, infoPort=38877, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840) 2024-11-08T22:12:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33950dffd2b052b5 with lease ID 0x4ffbfa86dafb65b4: from storage DS-9d8e2dd8-af7b-4228-9e34-f2adafaf5f38 node DatanodeRegistration(127.0.0.1:37917, datanodeUuid=ed006377-99ad-4d38-b946-6dbda72a17a1, infoPort=38877, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:12:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1f9491b3286d0d6 with lease ID 0x4ffbfa86dafb65b5: Processing first storage report for DS-d1ade42e-813d-40d8-a730-6f37f732cadf from datanode DatanodeRegistration(127.0.0.1:32871, datanodeUuid=5c9585f8-746d-4141-a52c-6aee91d0bbb2, infoPort=39705, infoSecurePort=0, ipcPort=40775, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840) 2024-11-08T22:12:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1f9491b3286d0d6 with lease ID 0x4ffbfa86dafb65b5: from storage DS-d1ade42e-813d-40d8-a730-6f37f732cadf node DatanodeRegistration(127.0.0.1:32871, datanodeUuid=5c9585f8-746d-4141-a52c-6aee91d0bbb2, infoPort=39705, infoSecurePort=0, ipcPort=40775, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:12:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ba4e43559a9704c with lease ID 0x4ffbfa86dafb65b3: Processing first storage report for DS-ab62de42-c20c-4245-8fb4-0ee1936c9f3a from datanode DatanodeRegistration(127.0.0.1:37439, datanodeUuid=ee171ee2-aa9d-415b-bfde-92d671acaead, infoPort=35465, infoSecurePort=0, ipcPort=43883, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840) 2024-11-08T22:12:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ba4e43559a9704c with lease ID 0x4ffbfa86dafb65b3: from storage DS-ab62de42-c20c-4245-8fb4-0ee1936c9f3a node DatanodeRegistration(127.0.0.1:37439, datanodeUuid=ee171ee2-aa9d-415b-bfde-92d671acaead, infoPort=35465, infoSecurePort=0, ipcPort=43883, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:12:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33950dffd2b052b5 with lease ID 0x4ffbfa86dafb65b4: Processing first storage report for DS-781e1ed5-d434-4821-aae9-81ac0aa94265 from datanode DatanodeRegistration(127.0.0.1:37917, datanodeUuid=ed006377-99ad-4d38-b946-6dbda72a17a1, infoPort=38877, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840) 2024-11-08T22:12:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33950dffd2b052b5 with lease ID 0x4ffbfa86dafb65b4: from storage DS-781e1ed5-d434-4821-aae9-81ac0aa94265 node DatanodeRegistration(127.0.0.1:37917, datanodeUuid=ed006377-99ad-4d38-b946-6dbda72a17a1, infoPort=38877, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:12:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1f9491b3286d0d6 with lease ID 0x4ffbfa86dafb65b5: Processing first storage report for DS-02312825-e96e-4195-8494-2b71ee7b6893 from datanode DatanodeRegistration(127.0.0.1:32871, datanodeUuid=5c9585f8-746d-4141-a52c-6aee91d0bbb2, infoPort=39705, infoSecurePort=0, ipcPort=40775, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840) 2024-11-08T22:12:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1f9491b3286d0d6 with lease ID 0x4ffbfa86dafb65b5: from storage DS-02312825-e96e-4195-8494-2b71ee7b6893 node DatanodeRegistration(127.0.0.1:32871, datanodeUuid=5c9585f8-746d-4141-a52c-6aee91d0bbb2, infoPort=39705, infoSecurePort=0, ipcPort=40775, storageInfo=lv=-57;cid=testClusterID;nsid=1976908835;c=1731103961840), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T22:12:45,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161 2024-11-08T22:12:45,883 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/zookeeper_0, clientPort=63232, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:12:45,891 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63232 2024-11-08T22:12:45,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:45,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:46,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:12:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:12:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:12:46,534 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb with version=8 2024-11-08T22:12:46,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/hbase-staging 2024-11-08T22:12:46,615 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T22:12:46,850 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:12:46,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:46,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:46,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:12:46,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:46,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:12:46,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:12:47,044 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T22:12:47,053 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T22:12:47,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:12:47,081 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 995 (auto-detected) 2024-11-08T22:12:47,081 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T22:12:47,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40457 2024-11-08T22:12:47,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40457 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-08T22:12:47,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404570x0, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:12:47,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40457-0x1011c823e550000 connected 2024-11-08T22:12:47,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:47,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:47,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:12:47,389 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb, hbase.cluster.distributed=false 2024-11-08T22:12:47,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:12:47,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40457 2024-11-08T22:12:47,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40457 2024-11-08T22:12:47,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40457 2024-11-08T22:12:47,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40457 2024-11-08T22:12:47,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40457 2024-11-08T22:12:47,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:12:47,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:47,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:47,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:12:47,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:47,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:12:47,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:12:47,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:12:47,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32953 2024-11-08T22:12:47,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32953 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-08T22:12:47,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:47,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329530x0, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:12:47,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329530x0, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:12:47,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32953-0x1011c823e550001 connected 2024-11-08T22:12:47,542 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:12:47,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:12:47,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:12:47,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:12:47,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-08T22:12:47,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32953 2024-11-08T22:12:47,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32953 2024-11-08T22:12:47,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-08T22:12:47,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-08T22:12:47,577 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:12:47,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:47,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:47,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:12:47,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:47,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:12:47,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:12:47,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:12:47,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45799 2024-11-08T22:12:47,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45799 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-08T22:12:47,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:47,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:47,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457990x0, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:12:47,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:12:47,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45799-0x1011c823e550002 connected 2024-11-08T22:12:47,602 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:12:47,602 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:12:47,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:12:47,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:12:47,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-08T22:12:47,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45799 2024-11-08T22:12:47,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45799 2024-11-08T22:12:47,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-08T22:12:47,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-08T22:12:47,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:12:47,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:47,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:47,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:12:47,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:12:47,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:12:47,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:12:47,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:12:47,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44119 2024-11-08T22:12:47,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44119 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-08T22:12:47,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:47,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:47,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441190x0, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:12:47,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441190x0, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:12:47,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44119-0x1011c823e550003 connected 2024-11-08T22:12:47,648 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:12:47,650 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:12:47,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:12:47,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:12:47,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44119 2024-11-08T22:12:47,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44119 2024-11-08T22:12:47,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44119 2024-11-08T22:12:47,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44119 2024-11-08T22:12:47,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44119 2024-11-08T22:12:47,675 DEBUG [M:0;ff635fa717b5:40457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:40457 2024-11-08T22:12:47,676 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ff635fa717b5,40457,1731103966701 2024-11-08T22:12:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:12:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:12:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:12:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:12:47,692 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ff635fa717b5,40457,1731103966701 2024-11-08T22:12:47,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:47,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:12:47,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:12:47,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:12:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:47,728 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T22:12:47,729 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ff635fa717b5,40457,1731103966701 from backup master directory 2024-11-08T22:12:47,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:12:47,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ff635fa717b5,40457,1731103966701 2024-11-08T22:12:47,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:12:47,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:12:47,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:12:47,743 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:12:47,743 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,40457,1731103966701 2024-11-08T22:12:47,746 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T22:12:47,747 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T22:12:47,809 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/hbase.id] with ID: 28617a64-c05a-4a72-852c-fae1f3aa5c63 2024-11-08T22:12:47,809 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/.tmp/hbase.id 2024-11-08T22:12:47,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:12:47,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:12:47,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:12:47,831 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/.tmp/hbase.id]:[hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/hbase.id] 2024-11-08T22:12:47,882 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:12:47,887 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:12:47,906 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T22:12:47,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:47,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:47,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:47,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:12:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:12:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:12:47,957 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:12:47,958 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:12:47,971 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T22:12:47,974 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:12:48,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:12:48,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:12:48,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:12:48,028 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store 2024-11-08T22:12:48,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:12:48,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:12:48,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:12:48,056 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T22:12:48,060 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:12:48,061 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:12:48,061 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:12:48,061 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:12:48,062 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:12:48,063 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:12:48,063 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:12:48,064 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731103968061Disabling compacts and flushes for region at 1731103968061Disabling writes for close at 1731103968063 (+2 ms)Writing region close event to WAL at 1731103968063Closed at 1731103968063 2024-11-08T22:12:48,066 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/.initializing 2024-11-08T22:12:48,066 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/WALs/ff635fa717b5,40457,1731103966701 2024-11-08T22:12:48,073 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:12:48,087 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C40457%2C1731103966701, suffix=, logDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/WALs/ff635fa717b5,40457,1731103966701, archiveDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/oldWALs, maxLogs=10 2024-11-08T22:12:48,108 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/WALs/ff635fa717b5,40457,1731103966701/ff635fa717b5%2C40457%2C1731103966701.1731103968091, exclude list is [], retry=0 2024-11-08T22:12:48,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-d1ade42e-813d-40d8-a730-6f37f732cadf,DISK] 2024-11-08T22:12:48,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37917,DS-9d8e2dd8-af7b-4228-9e34-f2adafaf5f38,DISK] 2024-11-08T22:12:48,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37439,DS-f4a9cd75-3b8e-4bf1-8046-97c5d9e892eb,DISK] 2024-11-08T22:12:48,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T22:12:48,163 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/WALs/ff635fa717b5,40457,1731103966701/ff635fa717b5%2C40457%2C1731103966701.1731103968091 2024-11-08T22:12:48,164 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39705:39705),(127.0.0.1/127.0.0.1:38877:38877),(127.0.0.1/127.0.0.1:35465:35465)] 2024-11-08T22:12:48,164 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:12:48,165 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:12:48,168 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,168 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:12:48,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:12:48,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:12:48,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:12:48,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:12:48,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:12:48,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:12:48,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:12:48,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:12:48,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:12:48,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:12:48,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:12:48,246 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,249 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,251 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,258 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,259 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,262 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:12:48,266 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:12:48,271 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:12:48,273 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70063057, jitterRate=0.04402090609073639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:12:48,280 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731103968180Initializing all the Stores at 1731103968182 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731103968182Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103968183 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103968183Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103968183Cleaning up temporary data from old regions at 1731103968259 (+76 ms)Region opened successfully at 1731103968280 (+21 ms) 2024-11-08T22:12:48,282 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:12:48,319 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e09ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:12:48,352 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:12:48,362 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:12:48,362 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:12:48,364 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:12:48,366 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T22:12:48,370 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T22:12:48,370 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T22:12:48,393 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:12:48,401 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T22:12:48,458 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T22:12:48,461 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:12:48,463 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:12:48,478 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T22:12:48,481 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:12:48,485 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:12:48,499 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T22:12:48,501 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:12:48,510 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T22:12:48,534 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:12:48,547 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T22:12:48,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:12:48,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:12:48,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:12:48,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:12:48,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,567 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,40457,1731103966701, sessionid=0x1011c823e550000, setting cluster-up flag (Was=false) 2024-11-08T22:12:48,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,632 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T22:12:48,634 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,40457,1731103966701 2024-11-08T22:12:48,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:48,689 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T22:12:48,691 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,40457,1731103966701 2024-11-08T22:12:48,696 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:12:48,762 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.HRegionServer(746): ClusterId : 28617a64-c05a-4a72-852c-fae1f3aa5c63 2024-11-08T22:12:48,762 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(746): ClusterId : 28617a64-c05a-4a72-852c-fae1f3aa5c63 2024-11-08T22:12:48,762 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(746): ClusterId : 28617a64-c05a-4a72-852c-fae1f3aa5c63 2024-11-08T22:12:48,765 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:12:48,766 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:12:48,765 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:12:48,766 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:12:48,775 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:12:48,783 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:12:48,790 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,40457,1731103966701 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:12:49,062 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:12:49,062 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:12:49,062 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:12:49,063 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:12:49,063 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:12:49,063 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:12:49,064 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:12:49,064 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:12:49,065 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:12:49,065 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:12:49,065 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:12:49,065 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,066 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:12:49,066 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,067 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731103999067 2024-11-08T22:12:49,069 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:12:49,070 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:12:49,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:12:49,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:12:49,073 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:12:49,074 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:12:49,074 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:12:49,074 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:12:49,075 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,078 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:12:49,079 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:12:49,079 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:12:49,080 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:12:49,080 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:12:49,082 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:12:49,082 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:12:49,088 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731103969083,5,FailOnTimeoutGroup] 2024-11-08T22:12:49,089 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731103969089,5,FailOnTimeoutGroup] 2024-11-08T22:12:49,090 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,090 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:12:49,091 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,092 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:12:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:12:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:12:49,100 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:12:49,100 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:12:49,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:12:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:12:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:12:49,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:12:49,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:12:49,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:12:49,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:12:49,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:12:49,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:12:49,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:12:49,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:12:49,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:12:49,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:12:49,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:12:49,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:12:49,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:12:49,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:12:49,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:12:49,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:12:49,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:12:49,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:12:49,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740 2024-11-08T22:12:49,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740 2024-11-08T22:12:49,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:12:49,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:12:49,137 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:12:49,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:12:49,142 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:12:49,143 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73338920, jitterRate=0.09283506870269775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:12:49,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731103969115Initializing all the Stores at 1731103969117 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731103969117Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731103969117Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103969118 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731103969118Cleaning up temporary data from old regions at 1731103969136 (+18 ms)Region opened successfully at 1731103969146 (+10 ms) 2024-11-08T22:12:49,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:12:49,147 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:12:49,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:12:49,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:12:49,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:12:49,148 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:12:49,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731103969146Disabling compacts and flushes for region at 1731103969146Disabling writes for close at 1731103969147 (+1 ms)Writing region close event to WAL at 1731103969148 (+1 ms)Closed at 1731103969148 2024-11-08T22:12:49,152 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:12:49,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:12:49,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:12:49,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:12:49,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:12:49,320 WARN [ff635fa717b5:40457 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:12:49,420 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:12:49,420 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:12:49,420 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:12:49,421 DEBUG [RS:1;ff635fa717b5:45799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a7aea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:12:49,421 DEBUG [RS:2;ff635fa717b5:44119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b034d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:12:49,421 DEBUG [RS:0;ff635fa717b5:32953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5717b63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:12:49,436 DEBUG [RS:1;ff635fa717b5:45799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ff635fa717b5:45799 2024-11-08T22:12:49,436 DEBUG [RS:2;ff635fa717b5:44119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ff635fa717b5:44119 2024-11-08T22:12:49,439 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:12:49,439 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:12:49,439 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:12:49,439 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:12:49,439 DEBUG [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:12:49,439 DEBUG [RS:2;ff635fa717b5:44119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:12:49,440 DEBUG [RS:0;ff635fa717b5:32953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:32953 2024-11-08T22:12:49,440 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:12:49,440 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:12:49,440 DEBUG [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:12:49,441 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,40457,1731103966701 with port=44119, startcode=1731103967624 2024-11-08T22:12:49,441 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,40457,1731103966701 with port=45799, startcode=1731103967577 2024-11-08T22:12:49,441 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,40457,1731103966701 with port=32953, startcode=1731103967478 2024-11-08T22:12:49,452 DEBUG [RS:2;ff635fa717b5:44119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:12:49,452 DEBUG [RS:0;ff635fa717b5:32953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:12:49,452 DEBUG [RS:1;ff635fa717b5:45799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:12:49,482 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:12:49,482 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:12:49,482 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:12:49,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,32953,1731103967478 2024-11-08T22:12:49,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40457 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,32953,1731103967478 2024-11-08T22:12:49,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,44119,1731103967624 2024-11-08T22:12:49,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40457 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,44119,1731103967624 2024-11-08T22:12:49,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,45799,1731103967577 2024-11-08T22:12:49,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40457 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,45799,1731103967577 2024-11-08T22:12:49,502 DEBUG [RS:2;ff635fa717b5:44119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:12:49,502 DEBUG [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:12:49,502 DEBUG [RS:2;ff635fa717b5:44119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39711 2024-11-08T22:12:49,502 DEBUG [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39711 2024-11-08T22:12:49,503 DEBUG [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:12:49,503 DEBUG [RS:2;ff635fa717b5:44119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:12:49,504 DEBUG [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:12:49,504 DEBUG [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39711 2024-11-08T22:12:49,505 DEBUG [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:12:49,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:12:49,618 DEBUG [RS:0;ff635fa717b5:32953 {}] zookeeper.ZKUtil(111): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,32953,1731103967478 2024-11-08T22:12:49,618 DEBUG [RS:2;ff635fa717b5:44119 {}] zookeeper.ZKUtil(111): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,44119,1731103967624 2024-11-08T22:12:49,618 DEBUG [RS:1;ff635fa717b5:45799 {}] zookeeper.ZKUtil(111): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,45799,1731103967577 2024-11-08T22:12:49,618 WARN [RS:0;ff635fa717b5:32953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:12:49,618 WARN [RS:1;ff635fa717b5:45799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:12:49,618 WARN [RS:2;ff635fa717b5:44119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:12:49,618 INFO [RS:2;ff635fa717b5:44119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:12:49,618 INFO [RS:1;ff635fa717b5:45799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:12:49,618 INFO [RS:0;ff635fa717b5:32953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:12:49,619 DEBUG [RS:2;ff635fa717b5:44119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624 2024-11-08T22:12:49,619 DEBUG [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,45799,1731103967577 2024-11-08T22:12:49,619 DEBUG [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,32953,1731103967478 2024-11-08T22:12:49,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,32953,1731103967478] 2024-11-08T22:12:49,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,45799,1731103967577] 2024-11-08T22:12:49,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,44119,1731103967624] 2024-11-08T22:12:49,645 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:12:49,645 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:12:49,645 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:12:49,659 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:12:49,659 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:12:49,659 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:12:49,665 INFO [RS:2;ff635fa717b5:44119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:12:49,665 INFO [RS:0;ff635fa717b5:32953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:12:49,665 INFO [RS:1;ff635fa717b5:45799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:12:49,665 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,665 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,665 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,666 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:12:49,666 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:12:49,666 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:12:49,671 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:12:49,671 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:12:49,671 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:12:49,672 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,672 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,673 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,673 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,673 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:12:49,674 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:12:49,674 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:12:49,674 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:12:49,674 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:2;ff635fa717b5:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:12:49,674 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,674 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,675 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,675 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:12:49,675 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:12:49,675 DEBUG [RS:1;ff635fa717b5:45799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:12:49,675 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:12:49,675 DEBUG [RS:0;ff635fa717b5:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:12:49,676 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45799,1731103967577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,676 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,677 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,677 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,677 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,677 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,44119,1731103967624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:12:49,677 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,32953,1731103967478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:12:49,702 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:12:49,702 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:12:49,702 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:12:49,704 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,44119,1731103967624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,704 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,32953,1731103967478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,704 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,45799,1731103967577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,704 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,704 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,704 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,704 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.Replication(171): ff635fa717b5,32953,1731103967478 started 2024-11-08T22:12:49,704 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.Replication(171): ff635fa717b5,45799,1731103967577 started 2024-11-08T22:12:49,704 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.Replication(171): ff635fa717b5,44119,1731103967624 started 2024-11-08T22:12:49,724 INFO [RS:2;ff635fa717b5:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,724 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,44119,1731103967624, RpcServer on ff635fa717b5/172.17.0.3:44119, sessionid=0x1011c823e550003 2024-11-08T22:12:49,725 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:12:49,725 DEBUG [RS:2;ff635fa717b5:44119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,44119,1731103967624 2024-11-08T22:12:49,726 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,44119,1731103967624' 2024-11-08T22:12:49,726 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:12:49,727 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:12:49,727 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,727 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:12:49,727 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,45799,1731103967577, RpcServer on ff635fa717b5/172.17.0.3:45799, sessionid=0x1011c823e550002 2024-11-08T22:12:49,727 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,32953,1731103967478, RpcServer on ff635fa717b5/172.17.0.3:32953, sessionid=0x1011c823e550001 2024-11-08T22:12:49,728 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:12:49,728 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:12:49,728 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:12:49,728 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:12:49,728 DEBUG [RS:1;ff635fa717b5:45799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,45799,1731103967577 2024-11-08T22:12:49,728 DEBUG [RS:0;ff635fa717b5:32953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,32953,1731103967478 2024-11-08T22:12:49,728 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,45799,1731103967577' 2024-11-08T22:12:49,728 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,32953,1731103967478' 2024-11-08T22:12:49,728 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:12:49,728 DEBUG [RS:2;ff635fa717b5:44119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,44119,1731103967624 2024-11-08T22:12:49,728 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:12:49,728 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,44119,1731103967624' 2024-11-08T22:12:49,728 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:12:49,728 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:12:49,729 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:12:49,729 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:12:49,729 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:12:49,729 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:12:49,729 DEBUG [RS:2;ff635fa717b5:44119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:12:49,729 DEBUG [RS:0;ff635fa717b5:32953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,32953,1731103967478 2024-11-08T22:12:49,729 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,32953,1731103967478' 2024-11-08T22:12:49,729 INFO [RS:2;ff635fa717b5:44119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:12:49,729 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:12:49,729 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:12:49,729 INFO [RS:2;ff635fa717b5:44119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:12:49,729 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:12:49,729 DEBUG [RS:1;ff635fa717b5:45799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,45799,1731103967577 2024-11-08T22:12:49,729 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,45799,1731103967577' 2024-11-08T22:12:49,729 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:12:49,730 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:12:49,730 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:12:49,730 DEBUG [RS:0;ff635fa717b5:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:12:49,730 INFO [RS:0;ff635fa717b5:32953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:12:49,730 INFO [RS:0;ff635fa717b5:32953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:12:49,730 DEBUG [RS:1;ff635fa717b5:45799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:12:49,731 INFO [RS:1;ff635fa717b5:45799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:12:49,731 INFO [RS:1;ff635fa717b5:45799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:12:49,838 INFO [RS:0;ff635fa717b5:32953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:12:49,838 INFO [RS:1;ff635fa717b5:45799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:12:49,838 INFO [RS:2;ff635fa717b5:44119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:12:49,841 INFO [RS:1;ff635fa717b5:45799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C45799%2C1731103967577, suffix=, logDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,45799,1731103967577, archiveDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/oldWALs, maxLogs=32 2024-11-08T22:12:49,841 INFO [RS:0;ff635fa717b5:32953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C32953%2C1731103967478, suffix=, logDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,32953,1731103967478, archiveDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/oldWALs, maxLogs=32 2024-11-08T22:12:49,841 INFO [RS:2;ff635fa717b5:44119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C44119%2C1731103967624, suffix=, logDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624, archiveDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/oldWALs, maxLogs=32 2024-11-08T22:12:49,860 DEBUG [RS:2;ff635fa717b5:44119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624/ff635fa717b5%2C44119%2C1731103967624.1731103969846, exclude list is [], retry=0 2024-11-08T22:12:49,860 DEBUG [RS:1;ff635fa717b5:45799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,45799,1731103967577/ff635fa717b5%2C45799%2C1731103967577.1731103969846, exclude list is [], retry=0 2024-11-08T22:12:49,860 DEBUG [RS:0;ff635fa717b5:32953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,32953,1731103967478/ff635fa717b5%2C32953%2C1731103967478.1731103969846, exclude list is [], retry=0 2024-11-08T22:12:49,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37439,DS-f4a9cd75-3b8e-4bf1-8046-97c5d9e892eb,DISK] 2024-11-08T22:12:49,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37917,DS-9d8e2dd8-af7b-4228-9e34-f2adafaf5f38,DISK] 2024-11-08T22:12:49,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-d1ade42e-813d-40d8-a730-6f37f732cadf,DISK] 2024-11-08T22:12:49,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37439,DS-f4a9cd75-3b8e-4bf1-8046-97c5d9e892eb,DISK] 2024-11-08T22:12:49,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-d1ade42e-813d-40d8-a730-6f37f732cadf,DISK] 2024-11-08T22:12:49,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37917,DS-9d8e2dd8-af7b-4228-9e34-f2adafaf5f38,DISK] 2024-11-08T22:12:49,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37917,DS-9d8e2dd8-af7b-4228-9e34-f2adafaf5f38,DISK] 2024-11-08T22:12:49,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-d1ade42e-813d-40d8-a730-6f37f732cadf,DISK] 2024-11-08T22:12:49,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37439,DS-f4a9cd75-3b8e-4bf1-8046-97c5d9e892eb,DISK] 2024-11-08T22:12:49,907 INFO [RS:2;ff635fa717b5:44119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624/ff635fa717b5%2C44119%2C1731103967624.1731103969846 2024-11-08T22:12:49,907 INFO [RS:1;ff635fa717b5:45799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,45799,1731103967577/ff635fa717b5%2C45799%2C1731103967577.1731103969846 2024-11-08T22:12:49,908 DEBUG [RS:2;ff635fa717b5:44119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39705:39705),(127.0.0.1/127.0.0.1:35465:35465),(127.0.0.1/127.0.0.1:38877:38877)] 2024-11-08T22:12:49,908 INFO [RS:0;ff635fa717b5:32953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,32953,1731103967478/ff635fa717b5%2C32953%2C1731103967478.1731103969846 2024-11-08T22:12:49,910 DEBUG [RS:1;ff635fa717b5:45799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35465:35465),(127.0.0.1/127.0.0.1:38877:38877),(127.0.0.1/127.0.0.1:39705:39705)] 2024-11-08T22:12:49,910 DEBUG [RS:0;ff635fa717b5:32953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38877:38877),(127.0.0.1/127.0.0.1:39705:39705),(127.0.0.1/127.0.0.1:35465:35465)] 2024-11-08T22:12:50,074 DEBUG [ff635fa717b5:40457 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T22:12:50,084 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(204): Hosts are {ff635fa717b5=0} racks are {/default-rack=0} 2024-11-08T22:12:50,091 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T22:12:50,091 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T22:12:50,091 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T22:12:50,091 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T22:12:50,091 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T22:12:50,091 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T22:12:50,091 INFO [ff635fa717b5:40457 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T22:12:50,091 INFO [ff635fa717b5:40457 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T22:12:50,091 INFO [ff635fa717b5:40457 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T22:12:50,091 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T22:12:50,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:12:50,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,45799,1731103967577, state=OPENING 2024-11-08T22:12:50,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:12:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:50,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:12:50,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:12:50,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:12:50,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:12:50,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:12:50,237 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:12:50,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,45799,1731103967577}] 2024-11-08T22:12:57,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T22:12:57,041 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T22:13:00,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:13:00,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:13:00,286 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:13:00,286 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:13:00,287 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:13:00,289 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C45799%2C1731103967577.meta, suffix=.meta, logDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,45799,1731103967577, archiveDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/oldWALs, maxLogs=32 2024-11-08T22:13:00,306 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,45799,1731103967577/ff635fa717b5%2C45799%2C1731103967577.meta.1731103980291.meta, exclude list is [], retry=0 2024-11-08T22:13:00,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37439,DS-f4a9cd75-3b8e-4bf1-8046-97c5d9e892eb,DISK] 2024-11-08T22:13:00,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37917,DS-9d8e2dd8-af7b-4228-9e34-f2adafaf5f38,DISK] 2024-11-08T22:13:00,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-d1ade42e-813d-40d8-a730-6f37f732cadf,DISK] 2024-11-08T22:13:00,312 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,45799,1731103967577/ff635fa717b5%2C45799%2C1731103967577.meta.1731103980291.meta 2024-11-08T22:13:00,313 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39705:39705),(127.0.0.1/127.0.0.1:35465:35465),(127.0.0.1/127.0.0.1:38877:38877)] 2024-11-08T22:13:00,313 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:13:00,315 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:13:00,317 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:13:00,322 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:13:00,326 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:13:00,327 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,327 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:13:00,327 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:13:00,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:13:00,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:13:00,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:00,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:13:00,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:13:00,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:13:00,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:00,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:13:00,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:13:00,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:13:00,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:00,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:13:00,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:13:00,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:13:00,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:00,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:13:00,339 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:13:00,341 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740 2024-11-08T22:13:00,343 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740 2024-11-08T22:13:00,345 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:13:00,346 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:13:00,346 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:13:00,349 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:13:00,351 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70426856, jitterRate=0.04944193363189697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:13:00,351 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:13:00,352 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731103980327Writing region info on filesystem at 1731103980328 (+1 ms)Initializing all the Stores at 1731103980330 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731103980330Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731103980330Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103980330Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731103980330Cleaning up temporary data from old regions at 1731103980346 (+16 ms)Running coprocessor post-open hooks at 1731103980351 (+5 ms)Region opened successfully at 1731103980352 (+1 ms) 2024-11-08T22:13:00,359 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731103980264 2024-11-08T22:13:00,368 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:13:00,369 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:13:00,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:00,372 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,45799,1731103967577, state=OPEN 2024-11-08T22:13:00,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:13:00,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:13:00,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:13:00,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:13:00,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:13:00,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:13:00,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:13:00,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:13:00,453 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:00,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:13:00,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,45799,1731103967577 in 10.2130 sec 2024-11-08T22:13:00,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:13:00,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.3050 sec 2024-11-08T22:13:00,469 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:13:00,469 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:13:00,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:13:00,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45799,1731103967577, seqNum=-1] 2024-11-08T22:13:00,532 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:13:00,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:13:00,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.8330 sec 2024-11-08T22:13:00,560 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731103980560, completionTime=-1 2024-11-08T22:13:00,563 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T22:13:00,563 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:13:00,594 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T22:13:00,594 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104040594 2024-11-08T22:13:00,594 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104100594 2024-11-08T22:13:00,594 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-08T22:13:00,595 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:13:00,602 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40457,1731103966701-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:13:00,602 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40457,1731103966701-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:13:00,602 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40457,1731103966701-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:13:00,604 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:40457, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:13:00,604 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:13:00,606 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:13:00,610 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:13:00,631 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.888sec 2024-11-08T22:13:00,633 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:13:00,634 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:13:00,635 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:13:00,635 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:13:00,635 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:13:00,636 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40457,1731103966701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:13:00,636 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40457,1731103966701-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:13:00,640 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:13:00,641 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:13:00,641 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40457,1731103966701-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:13:00,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:13:00,687 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T22:13:00,687 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T22:13:00,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40457,-1 for getting cluster id 2024-11-08T22:13:00,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:13:00,700 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28617a64-c05a-4a72-852c-fae1f3aa5c63' 2024-11-08T22:13:00,702 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:13:00,702 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28617a64-c05a-4a72-852c-fae1f3aa5c63" 2024-11-08T22:13:00,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12aacc94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:13:00,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40457,-1] 2024-11-08T22:13:00,705 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:13:00,707 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:13:00,707 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:13:00,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:13:00,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:13:00,717 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45799,1731103967577, seqNum=-1] 2024-11-08T22:13:00,717 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:13:00,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:13:00,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,40457,1731103966701 2024-11-08T22:13:00,743 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731103980742 (current time:1731103980742). 2024-11-08T22:13:00,743 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T22:13:00,743 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T22:13:00,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:13:00,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,40457,-1 for getting cluster id 2024-11-08T22:13:00,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:13:00,747 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28617a64-c05a-4a72-852c-fae1f3aa5c63' 2024-11-08T22:13:00,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:13:00,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28617a64-c05a-4a72-852c-fae1f3aa5c63" 2024-11-08T22:13:00,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68237533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:13:00,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,40457,-1] 2024-11-08T22:13:00,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:13:00,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:13:00,749 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:13:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729a3613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:13:00,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:13:00,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,45799,1731103967577, seqNum=-1] 2024-11-08T22:13:00,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:13:00,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:13:00,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:13:00,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:13:00,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:13:00,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:13:00,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:13:00,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:13:00,770 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,40457,1731103966701 2024-11-08T22:13:00,773 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a0e2e8 2024-11-08T22:13:00,774 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:13:00,776 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:13:00,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:13:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T22:13:00,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:13:00,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T22:13:00,795 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:00,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:13:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:13:00,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741837_1013 (size=361) 2024-11-08T22:13:00,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741837_1013 (size=361) 2024-11-08T22:13:00,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741837_1013 (size=361) 2024-11-08T22:13:00,815 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6da1fabeb1517c3230798921275b2f18, NAME => 'SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:13:00,816 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5f08d90ae970b4588a38db360b45652, NAME => 'SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:13:00,816 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1154be19052426cd6b28386d735dd926, NAME => 'SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:13:00,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741838_1014 (size=54) 2024-11-08T22:13:00,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741838_1014 (size=54) 2024-11-08T22:13:00,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741838_1014 (size=54) 2024-11-08T22:13:00,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e5f08d90ae970b4588a38db360b45652, disabling compactions & flushes 2024-11-08T22:13:00,837 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:00,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:00,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. after waiting 0 ms 2024-11-08T22:13:00,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:00,837 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:00,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5f08d90ae970b4588a38db360b45652: Waiting for close lock at 1731103980837Disabling compacts and flushes for region at 1731103980837Disabling writes for close at 1731103980837Writing region close event to WAL at 1731103980837Closed at 1731103980837 2024-11-08T22:13:00,838 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed59b06ae16d32b91e07ac7cf163bbb6, NAME => 'SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:13:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741839_1015 (size=62) 2024-11-08T22:13:00,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741840_1016 (size=62) 2024-11-08T22:13:00,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741840_1016 (size=62) 2024-11-08T22:13:00,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741839_1015 (size=62) 2024-11-08T22:13:00,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741840_1016 (size=62) 2024-11-08T22:13:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741839_1015 (size=62) 2024-11-08T22:13:00,844 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,844 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1154be19052426cd6b28386d735dd926, disabling compactions & flushes 2024-11-08T22:13:00,844 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:13:00,844 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:13:00,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. after waiting 0 ms 2024-11-08T22:13:00,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6da1fabeb1517c3230798921275b2f18, disabling compactions & flushes 2024-11-08T22:13:00,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:13:00,845 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:13:00,845 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:13:00,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:13:00,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1154be19052426cd6b28386d735dd926: Waiting for close lock at 1731103980844Disabling compacts and flushes for region at 1731103980844Disabling writes for close at 1731103980845 (+1 ms)Writing region close event to WAL at 1731103980845Closed at 1731103980845 2024-11-08T22:13:00,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. after waiting 0 ms 2024-11-08T22:13:00,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:13:00,845 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:13:00,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6da1fabeb1517c3230798921275b2f18: Waiting for close lock at 1731103980845Disabling compacts and flushes for region at 1731103980845Disabling writes for close at 1731103980845Writing region close event to WAL at 1731103980845Closed at 1731103980845 2024-11-08T22:13:00,845 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9c86611141a4589ab47d7a74cb3d682e, NAME => 'SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:13:00,846 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 687be66752a72602797d09dead6c7b54, NAME => 'SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:13:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741841_1017 (size=62) 2024-11-08T22:13:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741841_1017 (size=62) 2024-11-08T22:13:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741841_1017 (size=62) 2024-11-08T22:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ed59b06ae16d32b91e07ac7cf163bbb6, disabling compactions & flushes 2024-11-08T22:13:00,856 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. after waiting 0 ms 2024-11-08T22:13:00,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:00,857 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:00,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed59b06ae16d32b91e07ac7cf163bbb6: Waiting for close lock at 1731103980856Disabling compacts and flushes for region at 1731103980856Disabling writes for close at 1731103980856Writing region close event to WAL at 1731103980857 (+1 ms)Closed at 1731103980857 2024-11-08T22:13:00,857 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1d67ed7430cf1ca7b7688f58345fe01, NAME => 'SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:13:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741843_1019 (size=62) 2024-11-08T22:13:00,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741843_1019 (size=62) 2024-11-08T22:13:00,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741842_1018 (size=62) 2024-11-08T22:13:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741842_1018 (size=62) 2024-11-08T22:13:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741843_1019 (size=62) 2024-11-08T22:13:00,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9c86611141a4589ab47d7a74cb3d682e, disabling compactions & flushes 2024-11-08T22:13:00,873 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:13:00,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:13:00,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. after waiting 0 ms 2024-11-08T22:13:00,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:13:00,873 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:13:00,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9c86611141a4589ab47d7a74cb3d682e: Waiting for close lock at 1731103980872Disabling compacts and flushes for region at 1731103980872Disabling writes for close at 1731103980873 (+1 ms)Writing region close event to WAL at 1731103980873Closed at 1731103980873 2024-11-08T22:13:00,874 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 53fd2bc65d92a9604ca49b8e5e2da6f9, NAME => 'SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:13:00,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 687be66752a72602797d09dead6c7b54, disabling compactions & flushes 2024-11-08T22:13:00,875 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:13:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741842_1018 (size=62) 2024-11-08T22:13:00,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:13:00,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. after waiting 0 ms 2024-11-08T22:13:00,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:13:00,875 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:13:00,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 687be66752a72602797d09dead6c7b54: Waiting for close lock at 1731103980874Disabling compacts and flushes for region at 1731103980874Disabling writes for close at 1731103980875 (+1 ms)Writing region close event to WAL at 1731103980875Closed at 1731103980875 2024-11-08T22:13:00,875 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 06d907ef19465bad57e5f42a6696e85c, NAME => 'SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:13:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741844_1020 (size=62) 2024-11-08T22:13:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741844_1020 (size=62) 2024-11-08T22:13:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741844_1020 (size=62) 2024-11-08T22:13:00,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e1d67ed7430cf1ca7b7688f58345fe01, disabling compactions & flushes 2024-11-08T22:13:00,889 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:00,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:00,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. after waiting 0 ms 2024-11-08T22:13:00,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:00,890 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:00,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1d67ed7430cf1ca7b7688f58345fe01: Waiting for close lock at 1731103980889Disabling compacts and flushes for region at 1731103980889Disabling writes for close at 1731103980890 (+1 ms)Writing region close event to WAL at 1731103980890Closed at 1731103980890 2024-11-08T22:13:00,890 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a38725fb8547328d3339b7c7329335a, NAME => 'SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb 2024-11-08T22:13:00,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741845_1021 (size=62) 2024-11-08T22:13:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:13:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741845_1021 (size=62) 2024-11-08T22:13:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741845_1021 (size=62) 2024-11-08T22:13:00,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 53fd2bc65d92a9604ca49b8e5e2da6f9, disabling compactions & flushes 2024-11-08T22:13:00,909 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:13:00,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:13:00,910 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. after waiting 0 ms 2024-11-08T22:13:00,910 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:13:00,910 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:13:00,910 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 53fd2bc65d92a9604ca49b8e5e2da6f9: Waiting for close lock at 1731103980909Disabling compacts and flushes for region at 1731103980909Disabling writes for close at 1731103980910 (+1 ms)Writing region close event to WAL at 1731103980910Closed at 1731103980910 2024-11-08T22:13:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741846_1022 (size=62) 2024-11-08T22:13:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741846_1022 (size=62) 2024-11-08T22:13:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741846_1022 (size=62) 2024-11-08T22:13:00,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 06d907ef19465bad57e5f42a6696e85c, disabling compactions & flushes 2024-11-08T22:13:00,917 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:13:00,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:13:00,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. after waiting 0 ms 2024-11-08T22:13:00,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:13:00,918 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:13:00,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 06d907ef19465bad57e5f42a6696e85c: Waiting for close lock at 1731103980917Disabling compacts and flushes for region at 1731103980917Disabling writes for close at 1731103980918 (+1 ms)Writing region close event to WAL at 1731103980918Closed at 1731103980918 2024-11-08T22:13:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741847_1023 (size=54) 2024-11-08T22:13:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741847_1023 (size=54) 2024-11-08T22:13:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741847_1023 (size=54) 2024-11-08T22:13:00,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:00,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1a38725fb8547328d3339b7c7329335a, disabling compactions & flushes 2024-11-08T22:13:00,925 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:00,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:00,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. after waiting 0 ms 2024-11-08T22:13:00,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:00,925 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:00,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a38725fb8547328d3339b7c7329335a: Waiting for close lock at 1731103980925Disabling compacts and flushes for region at 1731103980925Disabling writes for close at 1731103980925Writing region close event to WAL at 1731103980925Closed at 1731103980925 2024-11-08T22:13:00,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:13:00,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731103980927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731103980927"}]},"ts":"1731103980927"} 2024-11-08T22:13:00,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731103980927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731103980927"}]},"ts":"1731103980927"} 2024-11-08T22:13:00,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731103980927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731103980927"}]},"ts":"1731103980927"} 2024-11-08T22:13:00,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731103980927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731103980927"}]},"ts":"1731103980927"} 2024-11-08T22:13:00,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731103980927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731103980927"}]},"ts":"1731103980927"} 2024-11-08T22:13:00,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731103980927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731103980927"}]},"ts":"1731103980927"} 2024-11-08T22:13:00,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731103980927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731103980927"}]},"ts":"1731103980927"} 2024-11-08T22:13:00,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731103980927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731103980927"}]},"ts":"1731103980927"} 2024-11-08T22:13:00,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731103980927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731103980927"}]},"ts":"1731103980927"} 2024-11-08T22:13:00,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731103980927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731103980927"}]},"ts":"1731103980927"} 2024-11-08T22:13:00,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T22:13:00,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:13:00,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731103980971"}]},"ts":"1731103980971"} 2024-11-08T22:13:00,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T22:13:00,978 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ff635fa717b5=0} racks are {/default-rack=0} 2024-11-08T22:13:00,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T22:13:00,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T22:13:00,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T22:13:00,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T22:13:00,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T22:13:00,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T22:13:00,985 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T22:13:00,985 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T22:13:00,985 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T22:13:00,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T22:13:00,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1154be19052426cd6b28386d735dd926, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6da1fabeb1517c3230798921275b2f18, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed59b06ae16d32b91e07ac7cf163bbb6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c86611141a4589ab47d7a74cb3d682e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=687be66752a72602797d09dead6c7b54, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1d67ed7430cf1ca7b7688f58345fe01, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53fd2bc65d92a9604ca49b8e5e2da6f9, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06d907ef19465bad57e5f42a6696e85c, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a38725fb8547328d3339b7c7329335a, ASSIGN}] 2024-11-08T22:13:00,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1154be19052426cd6b28386d735dd926, ASSIGN 2024-11-08T22:13:00,993 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652, ASSIGN 2024-11-08T22:13:00,994 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed59b06ae16d32b91e07ac7cf163bbb6, ASSIGN 2024-11-08T22:13:00,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6da1fabeb1517c3230798921275b2f18, ASSIGN 2024-11-08T22:13:00,995 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a38725fb8547328d3339b7c7329335a, ASSIGN 2024-11-08T22:13:00,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6da1fabeb1517c3230798921275b2f18, ASSIGN; state=OFFLINE, location=ff635fa717b5,45799,1731103967577; forceNewPlan=false, retain=false 2024-11-08T22:13:00,995 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1154be19052426cd6b28386d735dd926, ASSIGN; state=OFFLINE, location=ff635fa717b5,32953,1731103967478; forceNewPlan=false, retain=false 2024-11-08T22:13:00,995 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed59b06ae16d32b91e07ac7cf163bbb6, ASSIGN; state=OFFLINE, location=ff635fa717b5,44119,1731103967624; forceNewPlan=false, retain=false 2024-11-08T22:13:00,995 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652, ASSIGN; state=OFFLINE, location=ff635fa717b5,44119,1731103967624; forceNewPlan=false, retain=false 2024-11-08T22:13:00,997 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a38725fb8547328d3339b7c7329335a, ASSIGN; state=OFFLINE, location=ff635fa717b5,44119,1731103967624; forceNewPlan=false, retain=false 2024-11-08T22:13:01,002 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06d907ef19465bad57e5f42a6696e85c, ASSIGN 2024-11-08T22:13:01,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1d67ed7430cf1ca7b7688f58345fe01, ASSIGN 2024-11-08T22:13:01,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53fd2bc65d92a9604ca49b8e5e2da6f9, ASSIGN 2024-11-08T22:13:01,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=687be66752a72602797d09dead6c7b54, ASSIGN 2024-11-08T22:13:01,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c86611141a4589ab47d7a74cb3d682e, ASSIGN 2024-11-08T22:13:01,004 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1d67ed7430cf1ca7b7688f58345fe01, ASSIGN; state=OFFLINE, location=ff635fa717b5,44119,1731103967624; forceNewPlan=false, retain=false 2024-11-08T22:13:01,004 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06d907ef19465bad57e5f42a6696e85c, ASSIGN; state=OFFLINE, location=ff635fa717b5,45799,1731103967577; forceNewPlan=false, retain=false 2024-11-08T22:13:01,004 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53fd2bc65d92a9604ca49b8e5e2da6f9, ASSIGN; state=OFFLINE, location=ff635fa717b5,32953,1731103967478; forceNewPlan=false, retain=false 2024-11-08T22:13:01,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c86611141a4589ab47d7a74cb3d682e, ASSIGN; state=OFFLINE, location=ff635fa717b5,32953,1731103967478; forceNewPlan=false, retain=false 2024-11-08T22:13:01,005 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=687be66752a72602797d09dead6c7b54, ASSIGN; state=OFFLINE, location=ff635fa717b5,45799,1731103967577; forceNewPlan=false, retain=false 2024-11-08T22:13:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:13:01,150 INFO [ff635fa717b5:40457 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T22:13:01,151 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6da1fabeb1517c3230798921275b2f18, regionState=OPENING, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:01,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=06d907ef19465bad57e5f42a6696e85c, regionState=OPENING, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:01,151 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1a38725fb8547328d3339b7c7329335a, regionState=OPENING, regionLocation=ff635fa717b5,44119,1731103967624 2024-11-08T22:13:01,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=687be66752a72602797d09dead6c7b54, regionState=OPENING, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:01,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e1d67ed7430cf1ca7b7688f58345fe01, regionState=OPENING, regionLocation=ff635fa717b5,44119,1731103967624 2024-11-08T22:13:01,153 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ed59b06ae16d32b91e07ac7cf163bbb6, regionState=OPENING, regionLocation=ff635fa717b5,44119,1731103967624 2024-11-08T22:13:01,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=53fd2bc65d92a9604ca49b8e5e2da6f9, regionState=OPENING, regionLocation=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:01,153 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5f08d90ae970b4588a38db360b45652, regionState=OPENING, regionLocation=ff635fa717b5,44119,1731103967624 2024-11-08T22:13:01,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c86611141a4589ab47d7a74cb3d682e, regionState=OPENING, regionLocation=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:01,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1154be19052426cd6b28386d735dd926, regionState=OPENING, regionLocation=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:01,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6da1fabeb1517c3230798921275b2f18, ASSIGN because future has completed 2024-11-08T22:13:01,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6da1fabeb1517c3230798921275b2f18, server=ff635fa717b5,45799,1731103967577}] 2024-11-08T22:13:01,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=687be66752a72602797d09dead6c7b54, ASSIGN because future has completed 2024-11-08T22:13:01,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 687be66752a72602797d09dead6c7b54, server=ff635fa717b5,45799,1731103967577}] 2024-11-08T22:13:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06d907ef19465bad57e5f42a6696e85c, ASSIGN because future has completed 2024-11-08T22:13:01,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a38725fb8547328d3339b7c7329335a, ASSIGN because future has completed 2024-11-08T22:13:01,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06d907ef19465bad57e5f42a6696e85c, server=ff635fa717b5,45799,1731103967577}] 2024-11-08T22:13:01,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a38725fb8547328d3339b7c7329335a, server=ff635fa717b5,44119,1731103967624}] 2024-11-08T22:13:01,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1d67ed7430cf1ca7b7688f58345fe01, ASSIGN because future has completed 2024-11-08T22:13:01,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01, server=ff635fa717b5,44119,1731103967624}] 2024-11-08T22:13:01,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53fd2bc65d92a9604ca49b8e5e2da6f9, ASSIGN because future has completed 2024-11-08T22:13:01,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53fd2bc65d92a9604ca49b8e5e2da6f9, server=ff635fa717b5,32953,1731103967478}] 2024-11-08T22:13:01,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652, ASSIGN because future has completed 2024-11-08T22:13:01,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed59b06ae16d32b91e07ac7cf163bbb6, ASSIGN because future has completed 2024-11-08T22:13:01,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5f08d90ae970b4588a38db360b45652, server=ff635fa717b5,44119,1731103967624}] 2024-11-08T22:13:01,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6, server=ff635fa717b5,44119,1731103967624}] 2024-11-08T22:13:01,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c86611141a4589ab47d7a74cb3d682e, ASSIGN because future has completed 2024-11-08T22:13:01,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1154be19052426cd6b28386d735dd926, ASSIGN because future has completed 2024-11-08T22:13:01,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c86611141a4589ab47d7a74cb3d682e, server=ff635fa717b5,32953,1731103967478}] 2024-11-08T22:13:01,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1154be19052426cd6b28386d735dd926, server=ff635fa717b5,32953,1731103967478}] 2024-11-08T22:13:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:13:01,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:13:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:13:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:13:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:13:05,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T22:13:07,040 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:13:07,040 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T22:13:07,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:13:07,041 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T22:13:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:13:11,180 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:13:11,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:13:11,187 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:13:11,187 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 687be66752a72602797d09dead6c7b54, NAME => 'SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T22:13:11,188 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,188 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:11,188 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,188 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,192 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:13:11,196 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:11,197 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a38725fb8547328d3339b7c7329335a, NAME => 'SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T22:13:11,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,204 INFO [StoreOpener-687be66752a72602797d09dead6c7b54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,207 INFO [StoreOpener-687be66752a72602797d09dead6c7b54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 687be66752a72602797d09dead6c7b54 columnFamilyName cf 2024-11-08T22:13:11,207 DEBUG [StoreOpener-687be66752a72602797d09dead6c7b54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:11,208 INFO [StoreOpener-687be66752a72602797d09dead6c7b54-1 {}] regionserver.HStore(327): Store=687be66752a72602797d09dead6c7b54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:11,208 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,209 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,211 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,211 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,212 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,212 INFO [StoreOpener-1a38725fb8547328d3339b7c7329335a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,215 INFO [StoreOpener-1a38725fb8547328d3339b7c7329335a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a38725fb8547328d3339b7c7329335a columnFamilyName cf 2024-11-08T22:13:11,216 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,216 DEBUG [StoreOpener-1a38725fb8547328d3339b7c7329335a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:11,220 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:13:11,220 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1154be19052426cd6b28386d735dd926, NAME => 'SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T22:13:11,221 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,221 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:11,221 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,221 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,224 INFO [StoreOpener-1a38725fb8547328d3339b7c7329335a-1 {}] regionserver.HStore(327): Store=1a38725fb8547328d3339b7c7329335a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:11,225 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,226 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,227 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,228 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,228 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,234 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,236 INFO [StoreOpener-1154be19052426cd6b28386d735dd926-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,238 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/1a38725fb8547328d3339b7c7329335a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:13:11,239 INFO [StoreOpener-1154be19052426cd6b28386d735dd926-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1154be19052426cd6b28386d735dd926 columnFamilyName cf 2024-11-08T22:13:11,239 DEBUG [StoreOpener-1154be19052426cd6b28386d735dd926-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:11,240 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1a38725fb8547328d3339b7c7329335a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60797171, jitterRate=-0.0940515547990799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:11,240 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:11,240 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/687be66752a72602797d09dead6c7b54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:13:11,241 INFO [StoreOpener-1154be19052426cd6b28386d735dd926-1 {}] regionserver.HStore(327): Store=1154be19052426cd6b28386d735dd926/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:11,242 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 687be66752a72602797d09dead6c7b54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75229835, jitterRate=0.1210118979215622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:11,242 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:11,242 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1a38725fb8547328d3339b7c7329335a: Running coprocessor pre-open hook at 1731103991198Writing region info on filesystem at 1731103991198Initializing all the Stores at 1731103991201 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103991201Cleaning up temporary data from old regions at 1731103991228 (+27 ms)Running coprocessor post-open hooks at 1731103991240 (+12 ms)Region opened successfully at 1731103991241 (+1 ms) 2024-11-08T22:13:11,242 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 687be66752a72602797d09dead6c7b54: Running coprocessor pre-open hook at 1731103991188Writing region info on filesystem at 1731103991188Initializing all the Stores at 1731103991195 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103991195Cleaning up temporary data from old regions at 1731103991212 (+17 ms)Running coprocessor post-open hooks at 1731103991242 (+30 ms)Region opened successfully at 1731103991242 2024-11-08T22:13:11,244 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a., pid=18, masterSystemTime=1731103991180 2024-11-08T22:13:11,244 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54., pid=16, masterSystemTime=1731103991166 2024-11-08T22:13:11,248 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:13:11,248 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:13:11,248 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:13:11,248 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 6da1fabeb1517c3230798921275b2f18, NAME => 'SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T22:13:11,249 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,249 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,249 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:11,249 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,249 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=687be66752a72602797d09dead6c7b54, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:11,253 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1a38725fb8547328d3339b7c7329335a, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,44119,1731103967624 2024-11-08T22:13:11,253 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:11,253 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:11,253 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:11,255 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,258 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 687be66752a72602797d09dead6c7b54, server=ff635fa717b5,45799,1731103967577 because future has completed 2024-11-08T22:13:11,259 INFO [StoreOpener-6da1fabeb1517c3230798921275b2f18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,260 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40457 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ff635fa717b5,45799,1731103967577, table=SPTestTable, region=687be66752a72602797d09dead6c7b54. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T22:13:11,260 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e5f08d90ae970b4588a38db360b45652, NAME => 'SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T22:13:11,261 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,261 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,261 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a38725fb8547328d3339b7c7329335a, server=ff635fa717b5,44119,1731103967624 because future has completed 2024-11-08T22:13:11,261 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:11,262 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,262 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-08T22:13:11,267 INFO [StoreOpener-6da1fabeb1517c3230798921275b2f18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6da1fabeb1517c3230798921275b2f18 columnFamilyName cf 2024-11-08T22:13:11,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 687be66752a72602797d09dead6c7b54, server=ff635fa717b5,45799,1731103967577 in 10.0990 sec 2024-11-08T22:13:11,268 DEBUG [StoreOpener-6da1fabeb1517c3230798921275b2f18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:11,270 INFO [StoreOpener-6da1fabeb1517c3230798921275b2f18-1 {}] regionserver.HStore(327): Store=6da1fabeb1517c3230798921275b2f18/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:11,271 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-08T22:13:11,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=687be66752a72602797d09dead6c7b54, ASSIGN in 10.2800 sec 2024-11-08T22:13:11,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a38725fb8547328d3339b7c7329335a, server=ff635fa717b5,44119,1731103967624 in 10.0970 sec 2024-11-08T22:13:11,272 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,272 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,273 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,273 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,273 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,276 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a38725fb8547328d3339b7c7329335a, ASSIGN in 10.2850 sec 2024-11-08T22:13:11,277 INFO [StoreOpener-e5f08d90ae970b4588a38db360b45652-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,278 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/1154be19052426cd6b28386d735dd926/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:13:11,280 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1154be19052426cd6b28386d735dd926; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64419282, jitterRate=-0.04007789492607117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:11,280 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:11,280 INFO [StoreOpener-e5f08d90ae970b4588a38db360b45652-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f08d90ae970b4588a38db360b45652 columnFamilyName cf 2024-11-08T22:13:11,280 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1154be19052426cd6b28386d735dd926: Running coprocessor pre-open hook at 1731103991221Writing region info on filesystem at 1731103991221Initializing all the Stores at 1731103991223 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103991223Cleaning up temporary data from old regions at 1731103991261 (+38 ms)Running coprocessor post-open hooks at 1731103991280 (+19 ms)Region opened successfully at 1731103991280 2024-11-08T22:13:11,280 DEBUG [StoreOpener-e5f08d90ae970b4588a38db360b45652-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:11,282 INFO [StoreOpener-e5f08d90ae970b4588a38db360b45652-1 {}] regionserver.HStore(327): Store=e5f08d90ae970b4588a38db360b45652/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:11,283 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,283 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926., pid=24, masterSystemTime=1731103991192 2024-11-08T22:13:11,285 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,286 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,287 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,287 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,288 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:13:11,288 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:13:11,289 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:13:11,289 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 53fd2bc65d92a9604ca49b8e5e2da6f9, NAME => 'SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T22:13:11,289 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,289 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/6da1fabeb1517c3230798921275b2f18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:13:11,289 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:11,289 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,290 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,290 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 6da1fabeb1517c3230798921275b2f18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68321890, jitterRate=0.018075495958328247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:11,290 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:11,291 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 6da1fabeb1517c3230798921275b2f18: Running coprocessor pre-open hook at 1731103991249Writing region info on filesystem at 1731103991249Initializing all the Stores at 1731103991253 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103991253Cleaning up temporary data from old regions at 1731103991273 (+20 ms)Running coprocessor post-open hooks at 1731103991290 (+17 ms)Region opened successfully at 1731103991290 2024-11-08T22:13:11,291 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1154be19052426cd6b28386d735dd926, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:11,293 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18., pid=15, masterSystemTime=1731103991166 2024-11-08T22:13:11,294 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1154be19052426cd6b28386d735dd926, server=ff635fa717b5,32953,1731103967478 because future has completed 2024-11-08T22:13:11,298 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:13:11,298 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:13:11,299 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:13:11,299 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 06d907ef19465bad57e5f42a6696e85c, NAME => 'SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T22:13:11,299 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,300 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:11,300 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,300 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6da1fabeb1517c3230798921275b2f18, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:11,301 INFO [StoreOpener-53fd2bc65d92a9604ca49b8e5e2da6f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,305 INFO [StoreOpener-53fd2bc65d92a9604ca49b8e5e2da6f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53fd2bc65d92a9604ca49b8e5e2da6f9 columnFamilyName cf 2024-11-08T22:13:11,306 DEBUG [StoreOpener-53fd2bc65d92a9604ca49b8e5e2da6f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:11,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6da1fabeb1517c3230798921275b2f18, server=ff635fa717b5,45799,1731103967577 because future has completed 2024-11-08T22:13:11,307 INFO [StoreOpener-53fd2bc65d92a9604ca49b8e5e2da6f9-1 {}] regionserver.HStore(327): Store=53fd2bc65d92a9604ca49b8e5e2da6f9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:11,307 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-08T22:13:11,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1154be19052426cd6b28386d735dd926, server=ff635fa717b5,32953,1731103967478 in 10.1050 sec 2024-11-08T22:13:11,309 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,310 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,312 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,312 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1154be19052426cd6b28386d735dd926, ASSIGN in 10.3220 sec 2024-11-08T22:13:11,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-08T22:13:11,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6da1fabeb1517c3230798921275b2f18, server=ff635fa717b5,45799,1731103967577 in 10.1500 sec 2024-11-08T22:13:11,318 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,320 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e5f08d90ae970b4588a38db360b45652/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:13:11,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6da1fabeb1517c3230798921275b2f18, ASSIGN in 10.3300 sec 2024-11-08T22:13:11,322 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e5f08d90ae970b4588a38db360b45652; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69133185, jitterRate=0.03016473352909088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:11,322 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:11,323 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e5f08d90ae970b4588a38db360b45652: Running coprocessor pre-open hook at 1731103991262Writing region info on filesystem at 1731103991262Initializing all the Stores at 1731103991266 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103991266Cleaning up temporary data from old regions at 1731103991287 (+21 ms)Running coprocessor post-open hooks at 1731103991322 (+35 ms)Region opened successfully at 1731103991323 (+1 ms) 2024-11-08T22:13:11,325 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652., pid=21, masterSystemTime=1731103991180 2024-11-08T22:13:11,328 INFO [StoreOpener-06d907ef19465bad57e5f42a6696e85c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,329 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:11,329 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:11,329 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:11,330 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e1d67ed7430cf1ca7b7688f58345fe01, NAME => 'SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T22:13:11,330 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,330 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:11,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5f08d90ae970b4588a38db360b45652, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,44119,1731103967624 2024-11-08T22:13:11,331 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,331 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,333 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40457 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ff635fa717b5,44119,1731103967624, table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T22:13:11,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5f08d90ae970b4588a38db360b45652, server=ff635fa717b5,44119,1731103967624 because future has completed 2024-11-08T22:13:11,335 INFO [StoreOpener-06d907ef19465bad57e5f42a6696e85c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06d907ef19465bad57e5f42a6696e85c columnFamilyName cf 2024-11-08T22:13:11,335 DEBUG [StoreOpener-06d907ef19465bad57e5f42a6696e85c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:11,336 INFO [StoreOpener-06d907ef19465bad57e5f42a6696e85c-1 {}] regionserver.HStore(327): Store=06d907ef19465bad57e5f42a6696e85c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:11,336 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,337 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,338 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,339 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,339 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-08T22:13:11,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5f08d90ae970b4588a38db360b45652, server=ff635fa717b5,44119,1731103967624 in 10.1520 sec 2024-11-08T22:13:11,343 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652, ASSIGN in 10.3540 sec 2024-11-08T22:13:11,348 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:13:11,348 INFO [StoreOpener-e1d67ed7430cf1ca7b7688f58345fe01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,349 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:13:11,349 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 53fd2bc65d92a9604ca49b8e5e2da6f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75390753, jitterRate=0.12340976297855377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:11,349 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:11,349 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 53fd2bc65d92a9604ca49b8e5e2da6f9: Running coprocessor pre-open hook at 1731103991290Writing region info on filesystem at 1731103991290Initializing all the Stores at 1731103991293 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103991294 (+1 ms)Cleaning up temporary data from old regions at 1731103991312 (+18 ms)Running coprocessor post-open hooks at 1731103991349 (+37 ms)Region opened successfully at 1731103991349 2024-11-08T22:13:11,350 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 06d907ef19465bad57e5f42a6696e85c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67024875, jitterRate=-0.0012515336275100708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:11,350 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:11,351 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 06d907ef19465bad57e5f42a6696e85c: Running coprocessor pre-open hook at 1731103991300Writing region info on filesystem at 1731103991300Initializing all the Stores at 1731103991304 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103991304Cleaning up temporary data from old regions at 1731103991339 (+35 ms)Running coprocessor post-open hooks at 1731103991350 (+11 ms)Region opened successfully at 1731103991350 2024-11-08T22:13:11,351 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9., pid=20, masterSystemTime=1731103991192 2024-11-08T22:13:11,351 INFO [StoreOpener-e1d67ed7430cf1ca7b7688f58345fe01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1d67ed7430cf1ca7b7688f58345fe01 columnFamilyName cf 2024-11-08T22:13:11,351 DEBUG [StoreOpener-e1d67ed7430cf1ca7b7688f58345fe01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:11,352 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c., pid=17, masterSystemTime=1731103991166 2024-11-08T22:13:11,354 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:13:11,354 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:13:11,354 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:13:11,355 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c86611141a4589ab47d7a74cb3d682e, NAME => 'SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T22:13:11,355 INFO [StoreOpener-e1d67ed7430cf1ca7b7688f58345fe01-1 {}] regionserver.HStore(327): Store=e1d67ed7430cf1ca7b7688f58345fe01/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:11,355 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,355 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:11,356 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,356 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,356 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=53fd2bc65d92a9604ca49b8e5e2da6f9, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:11,356 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:13:11,357 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:13:11,357 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,359 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=06d907ef19465bad57e5f42a6696e85c, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:11,360 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,360 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,360 INFO [StoreOpener-9c86611141a4589ab47d7a74cb3d682e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53fd2bc65d92a9604ca49b8e5e2da6f9, server=ff635fa717b5,32953,1731103967478 because future has completed 2024-11-08T22:13:11,364 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40457 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ff635fa717b5,45799,1731103967577, table=SPTestTable, region=06d907ef19465bad57e5f42a6696e85c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T22:13:11,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06d907ef19465bad57e5f42a6696e85c, server=ff635fa717b5,45799,1731103967577 because future has completed 2024-11-08T22:13:11,364 INFO [StoreOpener-9c86611141a4589ab47d7a74cb3d682e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c86611141a4589ab47d7a74cb3d682e columnFamilyName cf 2024-11-08T22:13:11,365 DEBUG [StoreOpener-9c86611141a4589ab47d7a74cb3d682e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:11,365 INFO [StoreOpener-9c86611141a4589ab47d7a74cb3d682e-1 {}] regionserver.HStore(327): Store=9c86611141a4589ab47d7a74cb3d682e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:11,366 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,367 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,368 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,369 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,369 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-08T22:13:11,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 53fd2bc65d92a9604ca49b8e5e2da6f9, server=ff635fa717b5,32953,1731103967478 in 10.1820 sec 2024-11-08T22:13:11,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-08T22:13:11,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53fd2bc65d92a9604ca49b8e5e2da6f9, ASSIGN in 10.3820 sec 2024-11-08T22:13:11,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 06d907ef19465bad57e5f42a6696e85c, server=ff635fa717b5,45799,1731103967577 in 10.2030 sec 2024-11-08T22:13:11,375 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,377 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06d907ef19465bad57e5f42a6696e85c, ASSIGN in 10.3860 sec 2024-11-08T22:13:11,379 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e1d67ed7430cf1ca7b7688f58345fe01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:13:11,380 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/9c86611141a4589ab47d7a74cb3d682e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:13:11,380 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e1d67ed7430cf1ca7b7688f58345fe01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71682498, jitterRate=0.06815245747566223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:11,380 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:11,380 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e1d67ed7430cf1ca7b7688f58345fe01: Running coprocessor pre-open hook at 1731103991331Writing region info on filesystem at 1731103991331Initializing all the Stores at 1731103991336 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103991336Cleaning up temporary data from old regions at 1731103991360 (+24 ms)Running coprocessor post-open hooks at 1731103991380 (+20 ms)Region opened successfully at 1731103991380 2024-11-08T22:13:11,381 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 9c86611141a4589ab47d7a74cb3d682e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66680024, jitterRate=-0.006390213966369629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:11,381 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:11,381 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 9c86611141a4589ab47d7a74cb3d682e: Running coprocessor pre-open hook at 1731103991356Writing region info on filesystem at 1731103991356Initializing all the Stores at 1731103991358 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103991358Cleaning up temporary data from old regions at 1731103991369 (+11 ms)Running coprocessor post-open hooks at 1731103991381 (+12 ms)Region opened successfully at 1731103991381 2024-11-08T22:13:11,382 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01., pid=19, masterSystemTime=1731103991180 2024-11-08T22:13:11,382 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e., pid=23, masterSystemTime=1731103991192 2024-11-08T22:13:11,386 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:13:11,386 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:13:11,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c86611141a4589ab47d7a74cb3d682e, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:11,387 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:11,387 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:11,387 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:11,388 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ed59b06ae16d32b91e07ac7cf163bbb6, NAME => 'SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T22:13:11,388 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,388 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:11,388 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,388 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c86611141a4589ab47d7a74cb3d682e, server=ff635fa717b5,32953,1731103967478 because future has completed 2024-11-08T22:13:11,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e1d67ed7430cf1ca7b7688f58345fe01, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,44119,1731103967624 2024-11-08T22:13:11,392 INFO [StoreOpener-ed59b06ae16d32b91e07ac7cf163bbb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,395 INFO [StoreOpener-ed59b06ae16d32b91e07ac7cf163bbb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed59b06ae16d32b91e07ac7cf163bbb6 columnFamilyName cf 2024-11-08T22:13:11,395 DEBUG [StoreOpener-ed59b06ae16d32b91e07ac7cf163bbb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01, server=ff635fa717b5,44119,1731103967624 because future has completed 2024-11-08T22:13:11,396 INFO [StoreOpener-ed59b06ae16d32b91e07ac7cf163bbb6-1 {}] regionserver.HStore(327): Store=ed59b06ae16d32b91e07ac7cf163bbb6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:11,396 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,398 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-08T22:13:11,399 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,400 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,400 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c86611141a4589ab47d7a74cb3d682e, server=ff635fa717b5,32953,1731103967478 in 10.2010 sec 2024-11-08T22:13:11,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-08T22:13:11,404 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c86611141a4589ab47d7a74cb3d682e, ASSIGN in 10.4130 sec 2024-11-08T22:13:11,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01, server=ff635fa717b5,44119,1731103967624 in 10.2220 sec 2024-11-08T22:13:11,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1d67ed7430cf1ca7b7688f58345fe01, ASSIGN in 10.4170 sec 2024-11-08T22:13:11,409 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/ed59b06ae16d32b91e07ac7cf163bbb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:13:11,410 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ed59b06ae16d32b91e07ac7cf163bbb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72138713, jitterRate=0.07495059072971344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:11,411 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:11,411 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ed59b06ae16d32b91e07ac7cf163bbb6: Running coprocessor pre-open hook at 1731103991389Writing region info on filesystem at 1731103991389Initializing all the Stores at 1731103991390 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731103991390Cleaning up temporary data from old regions at 1731103991400 (+10 ms)Running coprocessor post-open hooks at 1731103991411 (+11 ms)Region opened successfully at 1731103991411 2024-11-08T22:13:11,412 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6., pid=22, masterSystemTime=1731103991180 2024-11-08T22:13:11,415 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:11,415 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:11,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ed59b06ae16d32b91e07ac7cf163bbb6, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,44119,1731103967624 2024-11-08T22:13:11,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6, server=ff635fa717b5,44119,1731103967624 because future has completed 2024-11-08T22:13:11,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-08T22:13:11,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6, server=ff635fa717b5,44119,1731103967624 in 10.2380 sec 2024-11-08T22:13:11,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T22:13:11,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed59b06ae16d32b91e07ac7cf163bbb6, ASSIGN in 10.4440 sec 2024-11-08T22:13:11,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:13:11,441 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731103991441"}]},"ts":"1731103991441"} 2024-11-08T22:13:11,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T22:13:11,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:13:11,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6620 sec 2024-11-08T22:13:13,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T22:13:15,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:13:16,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T22:13:17,040 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T22:13:17,040 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T22:13:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:13:19,055 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T22:13:19,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T22:13:19,056 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:13:19,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T22:13:19,070 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:13:19,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T22:13:19,130 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,141 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,213 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9., hostname=ff635fa717b5,32953,1731103967478, seqNum=2] 2024-11-08T22:13:19,219 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9., hostname=ff635fa717b5,32953,1731103967478, seqNum=2] 2024-11-08T22:13:19,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9., hostname=ff635fa717b5,32953,1731103967478, seqNum=2] 2024-11-08T22:13:19,223 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9., hostname=ff635fa717b5,32953,1731103967478, seqNum=2] 2024-11-08T22:13:19,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9., hostname=ff635fa717b5,32953,1731103967478, seqNum=2] 2024-11-08T22:13:19,226 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9., hostname=ff635fa717b5,32953,1731103967478, seqNum=2] 2024-11-08T22:13:19,228 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9., hostname=ff635fa717b5,32953,1731103967478, seqNum=2] 2024-11-08T22:13:19,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9., hostname=ff635fa717b5,32953,1731103967478, seqNum=2] 2024-11-08T22:13:19,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c., hostname=ff635fa717b5,45799,1731103967577, seqNum=2] 2024-11-08T22:13:19,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c., hostname=ff635fa717b5,45799,1731103967577, seqNum=2] 2024-11-08T22:13:19,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c., hostname=ff635fa717b5,45799,1731103967577, seqNum=2] 2024-11-08T22:13:19,268 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c., hostname=ff635fa717b5,45799,1731103967577, seqNum=2] 2024-11-08T22:13:19,270 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c., hostname=ff635fa717b5,45799,1731103967577, seqNum=2] 2024-11-08T22:13:19,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c., hostname=ff635fa717b5,45799,1731103967577, seqNum=2] 2024-11-08T22:13:19,273 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c., hostname=ff635fa717b5,45799,1731103967577, seqNum=2] 2024-11-08T22:13:19,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,350 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:19,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a., hostname=ff635fa717b5,44119,1731103967624, seqNum=2] 2024-11-08T22:13:20,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:13:20,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:13:20,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:13:20,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T22:13:20,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:13:20,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T22:13:20,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:20,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T22:13:21,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T22:13:21,365 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T22:13:21,367 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:13:21,368 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T22:13:21,375 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T22:13:21,392 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T22:13:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741848_1024 (size=49) 2024-11-08T22:13:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741848_1024 (size=49) 2024-11-08T22:13:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741848_1024 (size=49) 2024-11-08T22:13:21,407 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T22:13:21,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1154be19052426cd6b28386d735dd926}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6da1fabeb1517c3230798921275b2f18}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c86611141a4589ab47d7a74cb3d682e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 687be66752a72602797d09dead6c7b54}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53fd2bc65d92a9604ca49b8e5e2da6f9}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06d907ef19465bad57e5f42a6696e85c}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a}] 2024-11-08T22:13:21,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:21,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:21,417 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:21,417 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:21,418 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:21,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:21,435 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:21,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:21,439 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:21,446 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:21,469 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing ff635fa717b5,44119,1731103967624 2024-11-08T22:13:21,470 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server ff635fa717b5,44119,1731103967624: Simulated kill ***** 2024-11-08T22:13:21,470 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:13:21,473 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:13:21,474 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:13:21,477 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:13:21,479 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:13:21,487 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 626894768 }, "NonHeapMemoryUsage": { "committed": 157220864, "init": 7667712, "max": -1, "used": 153346264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "ff635fa717b5", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "ff635fa717b5", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63232", "tag.serverName": "ff635fa717b5,45799,1731103967577", "tag.clusterId": "28617a64-c05a-4a72-852c-fae1f3aa5c63", "tag.Context": "regionserver", "tag.Hostname": "ff635fa717b5", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731103967577, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T22:13:21,492 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40457 {}] master.MasterRpcServices(700): ff635fa717b5,44119,1731103967624 reported a fatal error: ***** ABORTING region server ff635fa717b5,44119,1731103967624: Simulated kill ***** 2024-11-08T22:13:21,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,44119,1731103967624' ***** 2024-11-08T22:13:21,495 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T22:13:21,495 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:13:21,495 INFO [RS:2;ff635fa717b5:44119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T22:13:21,495 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:13:21,495 INFO [RS:2;ff635fa717b5:44119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T22:13:21,495 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:13:21,495 INFO [RS:2;ff635fa717b5:44119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:13:21,495 INFO [RS:2;ff635fa717b5:44119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ff635fa717b5:44119. 2024-11-08T22:13:21,496 DEBUG [RS:2;ff635fa717b5:44119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:13:21,496 DEBUG [RS:2;ff635fa717b5:44119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:13:21,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741833_1009 (size=1242) 2024-11-08T22:13:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741833_1009 (size=1242) 2024-11-08T22:13:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741833_1009 (size=1242) 2024-11-08T22:13:21,513 DEBUG [RS:2;ff635fa717b5:44119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:13:21,513 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:13:21,513 INFO [RS:2;ff635fa717b5:44119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44119 2024-11-08T22:13:21,514 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:13:21,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,44119,1731103967624 2024-11-08T22:13:21,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:13:21,530 INFO [RS:2;ff635fa717b5:44119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:13:21,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,44119,1731103967624] 2024-11-08T22:13:21,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,44119,1731103967624 already deleted, retry=false 2024-11-08T22:13:21,629 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ff635fa717b5,44119,1731103967624 on ff635fa717b5,40457,1731103966701 2024-11-08T22:13:21,636 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ff635fa717b5,44119,1731103967624, splitWal=true, meta=false 2024-11-08T22:13:21,641 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for ff635fa717b5,44119,1731103967624 (carryingMeta=false) ff635fa717b5,44119,1731103967624/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3c932962[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T22:13:21,641 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ff635fa717b5,44119,1731103967624, splitWal=true, meta=false 2024-11-08T22:13:21,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:21,646 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 can not run currently because target server of region SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. ff635fa717b5,44119,1731103967624 is in state CRASHED, wait 1000 ms to retry 2024-11-08T22:13:21,646 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): ff635fa717b5,44119,1731103967624 had 4 regions 2024-11-08T22:13:21,646 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652; timeout=1000, timestamp=1731104002646 2024-11-08T22:13:21,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:21,648 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ff635fa717b5,44119,1731103967624, splitWal=true, meta=false, isMeta: false 2024-11-08T22:13:21,649 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 can not run currently because target server of region SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T22:13:21,649 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01; timeout=1000, timestamp=1731104002649 2024-11-08T22:13:21,650 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:21,651 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:21,652 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting 2024-11-08T22:13:21,653 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a can not run currently because target server of region SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T22:13:21,653 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a; timeout=1000, timestamp=1731104002653 2024-11-08T22:13:21,654 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 can not run currently because target server of region SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T22:13:21,654 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6; timeout=1000, timestamp=1731104002654 2024-11-08T22:13:21,656 INFO [PEWorker-5 {}] master.SplitWALManager(105): ff635fa717b5,44119,1731103967624 WAL count=1, meta=false 2024-11-08T22:13:21,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ff635fa717b5%2C44119%2C1731103967624.1731103969846}] 2024-11-08T22:13:21,667 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:21,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ff635fa717b5%2C44119%2C1731103967624.1731103969846, worker=ff635fa717b5,32953,1731103967478}] 2024-11-08T22:13:21,680 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:13:21,680 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:13:21,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:13:21,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x1011c823e550003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:13:21,719 INFO [RS:2;ff635fa717b5:44119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:13:21,719 INFO [RS:2;ff635fa717b5:44119 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,44119,1731103967624; zookeeper connection closed. 2024-11-08T22:13:21,720 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@144c2dbd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@144c2dbd 2024-11-08T22:13:22,647 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:22,648 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 can not run currently because target server of region SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T22:13:22,648 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652; timeout=2000, timestamp=1731104004648 2024-11-08T22:13:22,649 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:22,650 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 can not run currently because target server of region SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T22:13:22,650 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01; timeout=2000, timestamp=1731104004650 2024-11-08T22:13:22,653 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:22,654 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a can not run currently because target server of region SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T22:13:22,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:22,654 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a; timeout=2000, timestamp=1731104004654 2024-11-08T22:13:22,655 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 can not run currently because target server of region SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T22:13:22,655 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6; timeout=2000, timestamp=1731104004655 2024-11-08T22:13:24,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:24,650 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 can not run currently because target server of region SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T22:13:24,650 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652; timeout=4000, timestamp=1731104008650 2024-11-08T22:13:24,651 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:24,652 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 can not run currently because target server of region SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T22:13:24,653 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01; timeout=4000, timestamp=1731104008653 2024-11-08T22:13:24,655 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:24,655 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:24,656 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a can not run currently because target server of region SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T22:13:24,656 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 can not run currently because target server of region SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T22:13:24,656 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6; timeout=4000, timestamp=1731104008656 2024-11-08T22:13:24,656 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a; timeout=4000, timestamp=1731104008656 2024-11-08T22:13:28,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:28,651 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 can not run currently because target server of region SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T22:13:28,652 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652; timeout=8000, timestamp=1731104016651 2024-11-08T22:13:28,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:28,654 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 can not run currently because target server of region SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T22:13:28,654 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01; timeout=8000, timestamp=1731104016654 2024-11-08T22:13:28,656 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:28,656 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:28,658 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 can not run currently because target server of region SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T22:13:28,658 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a can not run currently because target server of region SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. ff635fa717b5,44119,1731103967624 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T22:13:28,658 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6; timeout=8000, timestamp=1731104016658 2024-11-08T22:13:28,658 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a; timeout=8000, timestamp=1731104016658 2024-11-08T22:13:31,192 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=ff635fa717b5,44119,1731103967624, timeout=1731104011424, delay=232, operations=null, containedObject=ff635fa717b5,45799,1731103967577, timeout=1731104011424, delay=232, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6da1fabeb1517c3230798921275b2f18, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 687be66752a72602797d09dead6c7b54, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06d907ef19465bad57e5f42a6696e85c], containedObject=ff635fa717b5,32953,1731103967478, timeout=1731104011425, delay=233, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53fd2bc65d92a9604ca49b8e5e2da6f9, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c86611141a4589ab47d7a74cb3d682e, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1154be19052426cd6b28386d735dd926, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ff635fa717b5%2C44119%2C1731103967624.1731103969846, worker=ff635fa717b5,32953,1731103967478]] 2024-11-08T22:13:31,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T22:13:31,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T22:13:31,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T22:13:31,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T22:13:31,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:13:31,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:13:31,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T22:13:31,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:13:31,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T22:13:31,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:13:31,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:13:31,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:13:31,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T22:13:31,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 53fd2bc65d92a9604ca49b8e5e2da6f9 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T22:13:31,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 06d907ef19465bad57e5f42a6696e85c 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T22:13:31,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 687be66752a72602797d09dead6c7b54: 2024-11-08T22:13:31,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9c86611141a4589ab47d7a74cb3d682e: 2024-11-08T22:13:31,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6da1fabeb1517c3230798921275b2f18: 2024-11-08T22:13:31,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 1154be19052426cd6b28386d735dd926: 2024-11-08T22:13:31,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. for SnapshotProcedureTest completed. 2024-11-08T22:13:31,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. for SnapshotProcedureTest completed. 2024-11-08T22:13:31,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. for SnapshotProcedureTest completed. 2024-11-08T22:13:31,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. for SnapshotProcedureTest completed. 2024-11-08T22:13:31,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:13:31,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:13:31,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:13:31,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:13:31,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:13:31,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:13:31,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:13:31,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:13:31,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:13:31,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:13:31,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:13:31,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:13:31,468 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846, size=1.2 K (1242bytes) 2024-11-08T22:13:31,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T22:13:31,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T22:13:31,469 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846 2024-11-08T22:13:31,476 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846 after 5ms 2024-11-08T22:13:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741849_1025 (size=65) 2024-11-08T22:13:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741849_1025 (size=65) 2024-11-08T22:13:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741849_1025 (size=65) 2024-11-08T22:13:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741850_1026 (size=65) 2024-11-08T22:13:31,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741850_1026 (size=65) 2024-11-08T22:13:31,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741850_1026 (size=65) 2024-11-08T22:13:31,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741852_1028 (size=65) 2024-11-08T22:13:31,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:13:31,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741852_1028 (size=65) 2024-11-08T22:13:31,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741852_1028 (size=65) 2024-11-08T22:13:31,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:13:31,505 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846 took 39ms 2024-11-08T22:13:31,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741851_1027 (size=65) 2024-11-08T22:13:31,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741851_1027 (size=65) 2024-11-08T22:13:31,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741851_1027 (size=65) 2024-11-08T22:13:31,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:13:31,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T22:13:31,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T22:13:31,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T22:13:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T22:13:31,516 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T22:13:31,516 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:31,516 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 687be66752a72602797d09dead6c7b54 2024-11-08T22:13:31,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:13:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T22:13:31,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:31,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:13:31,529 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1a38725fb8547328d3339b7c7329335a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T22:13:31,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e5f08d90ae970b4588a38db360b45652: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T22:13:31,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 687be66752a72602797d09dead6c7b54 in 10.1110 sec 2024-11-08T22:13:31,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e1d67ed7430cf1ca7b7688f58345fe01: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T22:13:31,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6da1fabeb1517c3230798921275b2f18 in 10.1140 sec 2024-11-08T22:13:31,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ed59b06ae16d32b91e07ac7cf163bbb6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T22:13:31,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846 so closing down 2024-11-08T22:13:31,538 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T22:13:31,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9c86611141a4589ab47d7a74cb3d682e in 10.1150 sec 2024-11-08T22:13:31,538 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T22:13:31,543 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 26 ms; skipped=4; WAL=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-08T22:13:31,544 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846, journal: Splitting hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846, size=1.2 K (1242bytes) at 1731104011468Finishing writing output for hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846 so closing down at 1731104011537 (+69 ms)3 split writer threads finished at 1731104011538 (+1 ms)Processed 4 edits across 0 Regions in 26 ms; skipped=4; WAL=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731104011544 (+6 ms) 2024-11-08T22:13:31,544 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846 2024-11-08T22:13:31,544 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T22:13:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T22:13:31,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c/.tmp/cf/df2648b0728c44358e8ef344b548f971 is 34, key is ccd/cf:cf/1731104000393/Put/seqid=0 2024-11-08T22:13:31,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9/.tmp/cf/152881067a9440958425061e5970de3a is 34, key is baa/cf:cf/1731104000345/Put/seqid=0 2024-11-08T22:13:31,556 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting/ff635fa717b5%2C44119%2C1731103967624.1731103969846 to hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/oldWALs 2024-11-08T22:13:31,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T22:13:31,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ff635fa717b5%2C44119%2C1731103967624.1731103969846, worker=ff635fa717b5,32953,1731103967478 in 9.8860 sec 2024-11-08T22:13:31,561 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:31,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T22:13:31,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure ff635fa717b5%2C44119%2C1731103967624.1731103969846, worker=ff635fa717b5,32953,1731103967478 in 9.9040 sec 2024-11-08T22:13:31,570 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting dir is empty, no logs to split. 2024-11-08T22:13:31,570 INFO [PEWorker-1 {}] master.SplitWALManager(105): ff635fa717b5,44119,1731103967624 WAL count=0, meta=false 2024-11-08T22:13:31,571 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ff635fa717b5,44119,1731103967624 WAL splitting is done? wals=0, meta=false 2024-11-08T22:13:31,574 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for ff635fa717b5,44119,1731103967624 failed, ignore...File hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/WALs/ff635fa717b5,44119,1731103967624-splitting does not exist. 2024-11-08T22:13:31,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a38725fb8547328d3339b7c7329335a, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed59b06ae16d32b91e07ac7cf163bbb6, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1d67ed7430cf1ca7b7688f58345fe01, ASSIGN}] 2024-11-08T22:13:31,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741853_1029 (size=47197) 2024-11-08T22:13:31,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741853_1029 (size=47197) 2024-11-08T22:13:31,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741853_1029 (size=47197) 2024-11-08T22:13:31,579 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c/.tmp/cf/df2648b0728c44358e8ef344b548f971 2024-11-08T22:13:31,580 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a38725fb8547328d3339b7c7329335a, ASSIGN 2024-11-08T22:13:31,580 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed59b06ae16d32b91e07ac7cf163bbb6, ASSIGN 2024-11-08T22:13:31,580 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652, ASSIGN 2024-11-08T22:13:31,580 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1d67ed7430cf1ca7b7688f58345fe01, ASSIGN 2024-11-08T22:13:31,584 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:13:31,585 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed59b06ae16d32b91e07ac7cf163bbb6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:13:31,585 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1d67ed7430cf1ca7b7688f58345fe01, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:13:31,586 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a38725fb8547328d3339b7c7329335a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:13:31,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741854_1030 (size=28623) 2024-11-08T22:13:31,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741854_1030 (size=28623) 2024-11-08T22:13:31,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741854_1030 (size=28623) 2024-11-08T22:13:31,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9/.tmp/cf/152881067a9440958425061e5970de3a 2024-11-08T22:13:31,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c/.tmp/cf/df2648b0728c44358e8ef344b548f971 as hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c/cf/df2648b0728c44358e8ef344b548f971 2024-11-08T22:13:31,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9/.tmp/cf/152881067a9440958425061e5970de3a as hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9/cf/152881067a9440958425061e5970de3a 2024-11-08T22:13:31,671 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9/cf/152881067a9440958425061e5970de3a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T22:13:31,672 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c/cf/df2648b0728c44358e8ef344b548f971, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T22:13:31,679 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 53fd2bc65d92a9604ca49b8e5e2da6f9 in 239ms, sequenceid=5, compaction requested=false 2024-11-08T22:13:31,679 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 06d907ef19465bad57e5f42a6696e85c in 239ms, sequenceid=5, compaction requested=false 2024-11-08T22:13:31,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 53fd2bc65d92a9604ca49b8e5e2da6f9: 2024-11-08T22:13:31,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 06d907ef19465bad57e5f42a6696e85c: 2024-11-08T22:13:31,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. for SnapshotProcedureTest completed. 2024-11-08T22:13:31,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. for SnapshotProcedureTest completed. 2024-11-08T22:13:31,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:13:31,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:13:31,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:13:31,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:13:31,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9/cf/152881067a9440958425061e5970de3a] hfiles 2024-11-08T22:13:31,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c/cf/df2648b0728c44358e8ef344b548f971] hfiles 2024-11-08T22:13:31,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9/cf/152881067a9440958425061e5970de3a for snapshot=SnapshotProcedureTest 2024-11-08T22:13:31,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c/cf/df2648b0728c44358e8ef344b548f971 for snapshot=SnapshotProcedureTest 2024-11-08T22:13:31,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741855_1031 (size=105) 2024-11-08T22:13:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741856_1032 (size=105) 2024-11-08T22:13:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741856_1032 (size=105) 2024-11-08T22:13:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741855_1031 (size=105) 2024-11-08T22:13:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741856_1032 (size=105) 2024-11-08T22:13:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741855_1031 (size=105) 2024-11-08T22:13:31,735 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(204): Hosts are {ff635fa717b5=0} racks are {/default-rack=0} 2024-11-08T22:13:31,735 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T22:13:31,735 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T22:13:31,735 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T22:13:31,735 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T22:13:31,735 INFO [ff635fa717b5:40457 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T22:13:31,735 INFO [ff635fa717b5:40457 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T22:13:31,735 DEBUG [ff635fa717b5:40457 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T22:13:31,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ed59b06ae16d32b91e07ac7cf163bbb6, regionState=OPENING, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:31,736 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=1a38725fb8547328d3339b7c7329335a, regionState=OPENING, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:31,736 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=e1d67ed7430cf1ca7b7688f58345fe01, regionState=OPENING, regionLocation=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:31,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e5f08d90ae970b4588a38db360b45652, regionState=OPENING, regionLocation=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:31,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1d67ed7430cf1ca7b7688f58345fe01, ASSIGN because future has completed 2024-11-08T22:13:31,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01, server=ff635fa717b5,32953,1731103967478}] 2024-11-08T22:13:31,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed59b06ae16d32b91e07ac7cf163bbb6, ASSIGN because future has completed 2024-11-08T22:13:31,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6, server=ff635fa717b5,45799,1731103967577}] 2024-11-08T22:13:31,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652, ASSIGN because future has completed 2024-11-08T22:13:31,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5f08d90ae970b4588a38db360b45652, server=ff635fa717b5,32953,1731103967478}] 2024-11-08T22:13:31,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a38725fb8547328d3339b7c7329335a, ASSIGN because future has completed 2024-11-08T22:13:31,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a38725fb8547328d3339b7c7329335a, server=ff635fa717b5,45799,1731103967577}] 2024-11-08T22:13:31,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:13:31,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T22:13:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T22:13:31,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:31,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1154be19052426cd6b28386d735dd926 2024-11-08T22:13:31,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1154be19052426cd6b28386d735dd926 in 10.4780 sec 2024-11-08T22:13:32,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:13:32,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:13:32,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T22:13:32,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T22:13:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T22:13:32,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:32,102 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:13:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T22:13:32,102 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:32,103 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:13:32,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06d907ef19465bad57e5f42a6696e85c in 10.6950 sec 2024-11-08T22:13:32,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53fd2bc65d92a9604ca49b8e5e2da6f9 in 10.6950 sec 2024-11-08T22:13:36,652 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 held by pid=39 2024-11-08T22:13:36,653 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:36,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 held by pid=42 2024-11-08T22:13:36,655 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:36,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a held by pid=40 2024-11-08T22:13:36,658 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:36,659 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 held by pid=41 2024-11-08T22:13:36,659 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:40,785 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T22:13:40,785 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T22:13:41,755 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:41,755 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:41,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => e1d67ed7430cf1ca7b7688f58345fe01, NAME => 'SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T22:13:41,755 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => ed59b06ae16d32b91e07ac7cf163bbb6, NAME => 'SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T22:13:41,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:41,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:41,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,758 INFO [StoreOpener-ed59b06ae16d32b91e07ac7cf163bbb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,758 INFO [StoreOpener-e1d67ed7430cf1ca7b7688f58345fe01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,759 INFO [StoreOpener-ed59b06ae16d32b91e07ac7cf163bbb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed59b06ae16d32b91e07ac7cf163bbb6 columnFamilyName cf 2024-11-08T22:13:41,759 INFO [StoreOpener-e1d67ed7430cf1ca7b7688f58345fe01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1d67ed7430cf1ca7b7688f58345fe01 columnFamilyName cf 2024-11-08T22:13:41,759 DEBUG [StoreOpener-ed59b06ae16d32b91e07ac7cf163bbb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:41,759 DEBUG [StoreOpener-e1d67ed7430cf1ca7b7688f58345fe01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:41,760 INFO [StoreOpener-ed59b06ae16d32b91e07ac7cf163bbb6-1 {}] regionserver.HStore(327): Store=ed59b06ae16d32b91e07ac7cf163bbb6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:41,760 INFO [StoreOpener-e1d67ed7430cf1ca7b7688f58345fe01-1 {}] regionserver.HStore(327): Store=e1d67ed7430cf1ca7b7688f58345fe01/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:41,760 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,760 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,761 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,761 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,763 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,763 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,763 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,763 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,763 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,763 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,766 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,766 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,767 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened e1d67ed7430cf1ca7b7688f58345fe01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61126980, jitterRate=-0.0891370177268982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:41,767 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened ed59b06ae16d32b91e07ac7cf163bbb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69413702, jitterRate=0.034344762563705444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:41,767 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,767 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,767 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for e1d67ed7430cf1ca7b7688f58345fe01: Running coprocessor pre-open hook at 1731104021757Writing region info on filesystem at 1731104021757Initializing all the Stores at 1731104021758 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104021758Cleaning up temporary data from old regions at 1731104021763 (+5 ms)Running coprocessor post-open hooks at 1731104021767 (+4 ms)Region opened successfully at 1731104021767 2024-11-08T22:13:41,767 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for ed59b06ae16d32b91e07ac7cf163bbb6: Running coprocessor pre-open hook at 1731104021757Writing region info on filesystem at 1731104021757Initializing all the Stores at 1731104021758 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104021758Cleaning up temporary data from old regions at 1731104021763 (+5 ms)Running coprocessor post-open hooks at 1731104021767 (+4 ms)Region opened successfully at 1731104021767 2024-11-08T22:13:41,768 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01., pid=43, masterSystemTime=1731104021744 2024-11-08T22:13:41,768 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6., pid=44, masterSystemTime=1731104021746 2024-11-08T22:13:41,771 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:41,771 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:41,771 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:41,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ed59b06ae16d32b91e07ac7cf163bbb6, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:41,771 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a38725fb8547328d3339b7c7329335a, NAME => 'SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T22:13:41,772 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:41,772 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:41,772 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,772 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:41,772 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:41,772 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,772 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,773 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => e5f08d90ae970b4588a38db360b45652, NAME => 'SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T22:13:41,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=e1d67ed7430cf1ca7b7688f58345fe01, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:41,774 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,774 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:13:41,774 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,774 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,775 INFO [StoreOpener-1a38725fb8547328d3339b7c7329335a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6, server=ff635fa717b5,45799,1731103967577 because future has completed 2024-11-08T22:13:41,776 INFO [StoreOpener-e5f08d90ae970b4588a38db360b45652-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,777 INFO [StoreOpener-1a38725fb8547328d3339b7c7329335a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a38725fb8547328d3339b7c7329335a columnFamilyName cf 2024-11-08T22:13:41,777 INFO [StoreOpener-e5f08d90ae970b4588a38db360b45652-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f08d90ae970b4588a38db360b45652 columnFamilyName cf 2024-11-08T22:13:41,777 DEBUG [StoreOpener-1a38725fb8547328d3339b7c7329335a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:41,778 DEBUG [StoreOpener-e5f08d90ae970b4588a38db360b45652-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:13:41,778 INFO [StoreOpener-1a38725fb8547328d3339b7c7329335a-1 {}] regionserver.HStore(327): Store=1a38725fb8547328d3339b7c7329335a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:41,778 INFO [StoreOpener-e5f08d90ae970b4588a38db360b45652-1 {}] regionserver.HStore(327): Store=e5f08d90ae970b4588a38db360b45652/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:13:41,779 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,779 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01, server=ff635fa717b5,32953,1731103967478 because future has completed 2024-11-08T22:13:41,780 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,780 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-08T22:13:41,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6, server=ff635fa717b5,45799,1731103967577 in 10.0360 sec 2024-11-08T22:13:41,783 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,783 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,784 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,784 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,784 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,784 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-08T22:13:41,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01, server=ff635fa717b5,32953,1731103967478 in 10.0400 sec 2024-11-08T22:13:41,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed59b06ae16d32b91e07ac7cf163bbb6, ASSIGN in 10.2060 sec 2024-11-08T22:13:41,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:41,787 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,787 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1d67ed7430cf1ca7b7688f58345fe01, ASSIGN in 10.2090 sec 2024-11-08T22:13:41,789 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened e5f08d90ae970b4588a38db360b45652; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69677153, jitterRate=0.0382704883813858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:41,789 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 1a38725fb8547328d3339b7c7329335a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68517505, jitterRate=0.020990386605262756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:13:41,789 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,789 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,789 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:41,789 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for e5f08d90ae970b4588a38db360b45652: Running coprocessor pre-open hook at 1731104021774Writing region info on filesystem at 1731104021774Initializing all the Stores at 1731104021776 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104021776Cleaning up temporary data from old regions at 1731104021784 (+8 ms)Running coprocessor post-open hooks at 1731104021789 (+5 ms)Region opened successfully at 1731104021789 2024-11-08T22:13:41,789 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 1a38725fb8547328d3339b7c7329335a: Running coprocessor pre-open hook at 1731104021773Writing region info on filesystem at 1731104021773Initializing all the Stores at 1731104021775 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104021775Cleaning up temporary data from old regions at 1731104021784 (+9 ms)Running coprocessor post-open hooks at 1731104021789 (+5 ms)Region opened successfully at 1731104021789 2024-11-08T22:13:41,790 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652., pid=45, masterSystemTime=1731104021744 2024-11-08T22:13:41,791 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a., pid=46, masterSystemTime=1731104021746 2024-11-08T22:13:41,793 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:41,793 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:41,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e5f08d90ae970b4588a38db360b45652, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:41,793 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:41,794 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:41,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=1a38725fb8547328d3339b7c7329335a, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:41,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5f08d90ae970b4588a38db360b45652, server=ff635fa717b5,32953,1731103967478 because future has completed 2024-11-08T22:13:41,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a38725fb8547328d3339b7c7329335a, server=ff635fa717b5,45799,1731103967577 because future has completed 2024-11-08T22:13:41,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-08T22:13:41,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e5f08d90ae970b4588a38db360b45652, server=ff635fa717b5,32953,1731103967478 in 10.0560 sec 2024-11-08T22:13:41,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-08T22:13:41,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a38725fb8547328d3339b7c7329335a, server=ff635fa717b5,45799,1731103967577 in 10.0560 sec 2024-11-08T22:13:41,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5f08d90ae970b4588a38db360b45652, ASSIGN in 10.2250 sec 2024-11-08T22:13:41,803 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:41,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:41,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-08T22:13:41,805 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server ff635fa717b5,44119,1731103967624 after splitting done 2024-11-08T22:13:41,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a38725fb8547328d3339b7c7329335a, ASSIGN in 10.2260 sec 2024-11-08T22:13:41,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure ff635fa717b5,44119,1731103967624, splitWal=true, meta=false in 20.1750 sec 2024-11-08T22:13:45,817 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:13:47,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T22:13:50,431 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:40457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T22:13:51,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T22:13:51,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:51,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T22:13:51,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ed59b06ae16d32b91e07ac7cf163bbb6: 2024-11-08T22:13:51,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:51,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. for SnapshotProcedureTest completed. 2024-11-08T22:13:51,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1a38725fb8547328d3339b7c7329335a: 2024-11-08T22:13:51,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. for SnapshotProcedureTest completed. 2024-11-08T22:13:51,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:13:51,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:13:51,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:13:51,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:13:51,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:13:51,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:13:51,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T22:13:51,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T22:13:51,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:51,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:51,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e5f08d90ae970b4588a38db360b45652: 2024-11-08T22:13:51,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. for SnapshotProcedureTest completed. 2024-11-08T22:13:51,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for e1d67ed7430cf1ca7b7688f58345fe01: 2024-11-08T22:13:51,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. for SnapshotProcedureTest completed. 2024-11-08T22:13:51,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:13:51,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:13:51,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:13:51,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:13:51,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:13:51,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:13:51,807 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T22:13:51,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741857_1033 (size=65) 2024-11-08T22:13:51,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741857_1033 (size=65) 2024-11-08T22:13:51,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741857_1033 (size=65) 2024-11-08T22:13:51,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:13:51,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T22:13:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T22:13:51,813 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:51,813 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:13:51,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ed59b06ae16d32b91e07ac7cf163bbb6 in 30.4050 sec 2024-11-08T22:13:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741858_1034 (size=57) 2024-11-08T22:13:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741858_1034 (size=57) 2024-11-08T22:13:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741858_1034 (size=57) 2024-11-08T22:13:51,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:13:51,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T22:13:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T22:13:51,826 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:51,826 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:13:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741860_1036 (size=65) 2024-11-08T22:13:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741860_1036 (size=65) 2024-11-08T22:13:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741860_1036 (size=65) 2024-11-08T22:13:51,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a38725fb8547328d3339b7c7329335a in 30.4180 sec 2024-11-08T22:13:51,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:13:51,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T22:13:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T22:13:51,833 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:51,833 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:13:51,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e1d67ed7430cf1ca7b7688f58345fe01 in 30.4250 sec 2024-11-08T22:13:51,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741859_1035 (size=57) 2024-11-08T22:13:51,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741859_1035 (size=57) 2024-11-08T22:13:51,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741859_1035 (size=57) 2024-11-08T22:13:51,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:13:51,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T22:13:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T22:13:51,838 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:51,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 2024-11-08T22:13:51,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-08T22:13:51,842 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T22:13:51,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e5f08d90ae970b4588a38db360b45652 in 30.4300 sec 2024-11-08T22:13:51,843 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T22:13:51,846 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T22:13:51,846 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T22:13:51,849 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T22:13:51,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741861_1037 (size=1094) 2024-11-08T22:13:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741861_1037 (size=1094) 2024-11-08T22:13:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741861_1037 (size=1094) 2024-11-08T22:13:51,881 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T22:13:51,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T22:13:51,896 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:51,896 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:51,896 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:51,896 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:51,896 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,45799,1731103967577 2024-11-08T22:13:51,901 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:13:56,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 53fd2bc65d92a9604ca49b8e5e2da6f9, had cached 0 bytes from a total of 28623 2024-11-08T22:13:56,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 06d907ef19465bad57e5f42a6696e85c, had cached 0 bytes from a total of 47197 2024-11-08T22:14:00,609 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e5f08d90ae970b4588a38db360b45652 changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:14:00,610 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1154be19052426cd6b28386d735dd926 changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:14:00,610 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9c86611141a4589ab47d7a74cb3d682e changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:14:00,610 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e1d67ed7430cf1ca7b7688f58345fe01 changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:14:00,610 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 53fd2bc65d92a9604ca49b8e5e2da6f9 changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:14:00,611 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6da1fabeb1517c3230798921275b2f18 changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:14:00,611 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ed59b06ae16d32b91e07ac7cf163bbb6 changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:14:00,611 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 687be66752a72602797d09dead6c7b54 changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:14:00,611 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 06d907ef19465bad57e5f42a6696e85c changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:14:00,611 DEBUG [master/ff635fa717b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1a38725fb8547328d3339b7c7329335a changed from -1.0 to 0.0, refreshing cache 2024-11-08T22:14:01,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T22:14:01,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-08T22:14:01,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T22:14:01,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-08T22:14:01,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-08T22:14:01,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-08T22:14:01,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T22:14:01,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T22:14:01,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T22:14:01,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T22:14:01,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T22:14:01,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T22:14:01,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T22:14:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T22:14:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-08T22:14:01,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T22:14:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T22:14:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T22:14:01,913 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,32953,1731103967478 Release verify snapshot worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:14:01,913 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,45799,1731103967577 Release verify snapshot worker=ff635fa717b5,45799,1731103967577 2024-11-08T22:14:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T22:14:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T22:14:01,914 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,32953,1731103967478 Release verify snapshot worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:14:01,914 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,45799,1731103967577 Release verify snapshot worker=ff635fa717b5,45799,1731103967577 2024-11-08T22:14:01,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,32953,1731103967478 in 10.0230 sec 2024-11-08T22:14:01,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,32953,1731103967478 in 10.0240 sec 2024-11-08T22:14:01,917 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,45799,1731103967577 2024-11-08T22:14:01,917 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,32953,1731103967478 Release verify snapshot worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:14:01,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,45799,1731103967577 in 10.0230 sec 2024-11-08T22:14:01,918 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,45799,1731103967577 Release verify snapshot worker=ff635fa717b5,45799,1731103967577 2024-11-08T22:14:01,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,45799,1731103967577 in 10.0240 sec 2024-11-08T22:14:01,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,32953,1731103967478 in 10.0270 sec 2024-11-08T22:14:01,919 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:14:01,920 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:14:01,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,45799,1731103967577 in 10.0280 sec 2024-11-08T22:14:01,922 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,45799,1731103967577 2024-11-08T22:14:11,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-08T22:14:11,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T22:14:11,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T22:14:11,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T22:14:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T22:14:11,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T22:14:11,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-08T22:14:11,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T22:14:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T22:14:11,922 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,45799,1731103967577 Release verify snapshot worker=ff635fa717b5,45799,1731103967577 2024-11-08T22:14:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T22:14:11,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T22:14:11,923 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,45799,1731103967577 Release verify snapshot worker=ff635fa717b5,45799,1731103967577 2024-11-08T22:14:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40457 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T22:14:11,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,45799,1731103967577 in 20.0320 sec 2024-11-08T22:14:11,925 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,32953,1731103967478 Release verify snapshot worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:14:11,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,45799,1731103967577 in 20.0330 sec 2024-11-08T22:14:11,926 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,32953,1731103967478 Release verify snapshot worker=ff635fa717b5,32953,1731103967478 2024-11-08T22:14:11,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,32953,1731103967478 in 20.0350 sec 2024-11-08T22:14:11,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-08T22:14:11,928 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T22:14:11,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,32953,1731103967478 in 20.0360 sec 2024-11-08T22:14:11,930 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T22:14:11,932 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T22:14:11,932 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T22:14:11,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5720 sec 2024-11-08T22:14:11,993 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T22:14:12,000 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T22:14:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:14:12,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:14:12,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:14:12,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:12,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:14:12,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:12,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:14:12,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1982072469, stopped=false 2024-11-08T22:14:12,002 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,40457,1731103966701 2024-11-08T22:14:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:14:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:14:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:14:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:12,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:14:12,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:14:12,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:14:12,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:14:12,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:14:12,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:14:12,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:12,065 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,32953,1731103967478' ***** 2024-11-08T22:14:12,065 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:14:12,065 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,45799,1731103967577' ***** 2024-11-08T22:14:12,065 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:14:12,066 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:14:12,066 INFO [RS:0;ff635fa717b5:32953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:14:12,066 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:14:12,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:14:12,066 INFO [RS:0;ff635fa717b5:32953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:14:12,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:14:12,066 INFO [RS:1;ff635fa717b5:45799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:14:12,066 INFO [RS:1;ff635fa717b5:45799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:14:12,066 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c86611141a4589ab47d7a74cb3d682e 2024-11-08T22:14:12,066 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(3091): Received CLOSE for ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:14:12,067 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for e5f08d90ae970b4588a38db360b45652 2024-11-08T22:14:12,067 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a38725fb8547328d3339b7c7329335a 2024-11-08T22:14:12,067 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 53fd2bc65d92a9604ca49b8e5e2da6f9 2024-11-08T22:14:12,067 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1154be19052426cd6b28386d735dd926 2024-11-08T22:14:12,067 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(3091): Received CLOSE for 6da1fabeb1517c3230798921275b2f18 2024-11-08T22:14:12,067 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for e1d67ed7430cf1ca7b7688f58345fe01 2024-11-08T22:14:12,067 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(3091): Received CLOSE for 06d907ef19465bad57e5f42a6696e85c 2024-11-08T22:14:12,067 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(3091): Received CLOSE for 687be66752a72602797d09dead6c7b54 2024-11-08T22:14:12,067 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,32953,1731103967478 2024-11-08T22:14:12,067 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,45799,1731103967577 2024-11-08T22:14:12,067 INFO [RS:0;ff635fa717b5:32953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:14:12,067 INFO [RS:1;ff635fa717b5:45799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:14:12,067 INFO [RS:0;ff635fa717b5:32953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:32953. 2024-11-08T22:14:12,067 INFO [RS:1;ff635fa717b5:45799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ff635fa717b5:45799. 2024-11-08T22:14:12,067 DEBUG [RS:0;ff635fa717b5:32953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:14:12,067 DEBUG [RS:1;ff635fa717b5:45799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:14:12,067 DEBUG [RS:0;ff635fa717b5:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:12,067 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c86611141a4589ab47d7a74cb3d682e, disabling compactions & flushes 2024-11-08T22:14:12,067 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed59b06ae16d32b91e07ac7cf163bbb6, disabling compactions & flushes 2024-11-08T22:14:12,067 DEBUG [RS:1;ff635fa717b5:45799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:12,067 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:14:12,067 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:14:12,067 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:14:12,067 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:14:12,067 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:14:12,067 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. after waiting 0 ms 2024-11-08T22:14:12,067 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. after waiting 0 ms 2024-11-08T22:14:12,067 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:14:12,067 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:14:12,067 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:14:12,067 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:14:12,068 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:14:12,068 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:14:12,068 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T22:14:12,068 DEBUG [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(1325): Online Regions={9c86611141a4589ab47d7a74cb3d682e=SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e., e5f08d90ae970b4588a38db360b45652=SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652., 53fd2bc65d92a9604ca49b8e5e2da6f9=SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9., 1154be19052426cd6b28386d735dd926=SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926., e1d67ed7430cf1ca7b7688f58345fe01=SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01.} 2024-11-08T22:14:12,068 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T22:14:12,068 DEBUG [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(1325): Online Regions={ed59b06ae16d32b91e07ac7cf163bbb6=SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6., 1a38725fb8547328d3339b7c7329335a=SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a., 1588230740=hbase:meta,,1.1588230740, 6da1fabeb1517c3230798921275b2f18=SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18., 06d907ef19465bad57e5f42a6696e85c=SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c., 687be66752a72602797d09dead6c7b54=SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54.} 2024-11-08T22:14:12,068 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:14:12,068 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:14:12,068 DEBUG [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(1351): Waiting on 06d907ef19465bad57e5f42a6696e85c, 1588230740, 1a38725fb8547328d3339b7c7329335a, 687be66752a72602797d09dead6c7b54, 6da1fabeb1517c3230798921275b2f18, ed59b06ae16d32b91e07ac7cf163bbb6 2024-11-08T22:14:12,068 DEBUG [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(1351): Waiting on 1154be19052426cd6b28386d735dd926, 53fd2bc65d92a9604ca49b8e5e2da6f9, 9c86611141a4589ab47d7a74cb3d682e, e1d67ed7430cf1ca7b7688f58345fe01, e5f08d90ae970b4588a38db360b45652 2024-11-08T22:14:12,068 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:14:12,068 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:14:12,068 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:14:12,069 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-08T22:14:12,077 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/9c86611141a4589ab47d7a74cb3d682e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:14:12,077 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/ed59b06ae16d32b91e07ac7cf163bbb6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:14:12,079 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:14:12,079 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:14:12,079 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c86611141a4589ab47d7a74cb3d682e: Waiting for close lock at 1731104052067Running coprocessor pre-close hooks at 1731104052067Disabling compacts and flushes for region at 1731104052067Disabling writes for close at 1731104052067Writing region close event to WAL at 1731104052069 (+2 ms)Running coprocessor post-close hooks at 1731104052077 (+8 ms)Closed at 1731104052079 (+2 ms) 2024-11-08T22:14:12,079 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed59b06ae16d32b91e07ac7cf163bbb6: Waiting for close lock at 1731104052067Running coprocessor pre-close hooks at 1731104052067Disabling compacts and flushes for region at 1731104052067Disabling writes for close at 1731104052067Writing region close event to WAL at 1731104052068 (+1 ms)Running coprocessor post-close hooks at 1731104052077 (+9 ms)Closed at 1731104052079 (+2 ms) 2024-11-08T22:14:12,079 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731103980777.9c86611141a4589ab47d7a74cb3d682e. 2024-11-08T22:14:12,079 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731103980777.ed59b06ae16d32b91e07ac7cf163bbb6. 2024-11-08T22:14:12,080 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5f08d90ae970b4588a38db360b45652, disabling compactions & flushes 2024-11-08T22:14:12,080 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a38725fb8547328d3339b7c7329335a, disabling compactions & flushes 2024-11-08T22:14:12,080 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:14:12,080 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:14:12,080 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:14:12,080 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:14:12,080 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. after waiting 0 ms 2024-11-08T22:14:12,080 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:14:12,080 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. after waiting 0 ms 2024-11-08T22:14:12,080 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:14:12,085 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/1a38725fb8547328d3339b7c7329335a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:14:12,088 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:14:12,088 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a38725fb8547328d3339b7c7329335a: Waiting for close lock at 1731104052080Running coprocessor pre-close hooks at 1731104052080Disabling compacts and flushes for region at 1731104052080Disabling writes for close at 1731104052080Writing region close event to WAL at 1731104052080Running coprocessor post-close hooks at 1731104052087 (+7 ms)Closed at 1731104052088 (+1 ms) 2024-11-08T22:14:12,088 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731103980777.1a38725fb8547328d3339b7c7329335a. 2024-11-08T22:14:12,088 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6da1fabeb1517c3230798921275b2f18, disabling compactions & flushes 2024-11-08T22:14:12,089 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:14:12,089 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:14:12,089 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. after waiting 0 ms 2024-11-08T22:14:12,089 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:14:12,100 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/6da1fabeb1517c3230798921275b2f18/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:14:12,100 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e5f08d90ae970b4588a38db360b45652/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:14:12,101 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:14:12,101 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5f08d90ae970b4588a38db360b45652: Waiting for close lock at 1731104052080Running coprocessor pre-close hooks at 1731104052080Disabling compacts and flushes for region at 1731104052080Disabling writes for close at 1731104052080Writing region close event to WAL at 1731104052080Running coprocessor post-close hooks at 1731104052101 (+21 ms)Closed at 1731104052101 2024-11-08T22:14:12,102 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731103980777.e5f08d90ae970b4588a38db360b45652. 2024-11-08T22:14:12,102 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53fd2bc65d92a9604ca49b8e5e2da6f9, disabling compactions & flushes 2024-11-08T22:14:12,102 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:14:12,102 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:14:12,102 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. after waiting 0 ms 2024-11-08T22:14:12,102 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:14:12,102 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:14:12,102 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6da1fabeb1517c3230798921275b2f18: Waiting for close lock at 1731104052088Running coprocessor pre-close hooks at 1731104052088Disabling compacts and flushes for region at 1731104052088Disabling writes for close at 1731104052089 (+1 ms)Writing region close event to WAL at 1731104052090 (+1 ms)Running coprocessor post-close hooks at 1731104052101 (+11 ms)Closed at 1731104052102 (+1 ms) 2024-11-08T22:14:12,102 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731103980777.6da1fabeb1517c3230798921275b2f18. 2024-11-08T22:14:12,103 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06d907ef19465bad57e5f42a6696e85c, disabling compactions & flushes 2024-11-08T22:14:12,103 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:14:12,103 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:14:12,103 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. after waiting 0 ms 2024-11-08T22:14:12,103 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:14:12,104 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/.tmp/info/d1d7662fc56c4578b58e8f2659150463 is 167, key is SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926./info:regioninfo/1731103991291/Put/seqid=0 2024-11-08T22:14:12,149 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/06d907ef19465bad57e5f42a6696e85c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:14:12,150 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:14:12,150 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06d907ef19465bad57e5f42a6696e85c: Waiting for close lock at 1731104052103Running coprocessor pre-close hooks at 1731104052103Disabling compacts and flushes for region at 1731104052103Disabling writes for close at 1731104052103Writing region close event to WAL at 1731104052128 (+25 ms)Running coprocessor post-close hooks at 1731104052150 (+22 ms)Closed at 1731104052150 2024-11-08T22:14:12,151 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731103980777.06d907ef19465bad57e5f42a6696e85c. 2024-11-08T22:14:12,151 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 687be66752a72602797d09dead6c7b54, disabling compactions & flushes 2024-11-08T22:14:12,151 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:14:12,151 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:14:12,151 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. after waiting 0 ms 2024-11-08T22:14:12,151 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:14:12,153 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/53fd2bc65d92a9604ca49b8e5e2da6f9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:14:12,154 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:14:12,154 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53fd2bc65d92a9604ca49b8e5e2da6f9: Waiting for close lock at 1731104052102Running coprocessor pre-close hooks at 1731104052102Disabling compacts and flushes for region at 1731104052102Disabling writes for close at 1731104052102Writing region close event to WAL at 1731104052132 (+30 ms)Running coprocessor post-close hooks at 1731104052154 (+22 ms)Closed at 1731104052154 2024-11-08T22:14:12,154 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731103980777.53fd2bc65d92a9604ca49b8e5e2da6f9. 2024-11-08T22:14:12,155 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1154be19052426cd6b28386d735dd926, disabling compactions & flushes 2024-11-08T22:14:12,155 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:14:12,155 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:14:12,155 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. after waiting 0 ms 2024-11-08T22:14:12,155 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:14:12,159 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:14:12,162 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/687be66752a72602797d09dead6c7b54/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:14:12,163 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:14:12,163 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 687be66752a72602797d09dead6c7b54: Waiting for close lock at 1731104052151Running coprocessor pre-close hooks at 1731104052151Disabling compacts and flushes for region at 1731104052151Disabling writes for close at 1731104052151Writing region close event to WAL at 1731104052157 (+6 ms)Running coprocessor post-close hooks at 1731104052163 (+6 ms)Closed at 1731104052163 2024-11-08T22:14:12,163 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731103980777.687be66752a72602797d09dead6c7b54. 2024-11-08T22:14:12,170 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/1154be19052426cd6b28386d735dd926/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:14:12,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741862_1038 (size=20260) 2024-11-08T22:14:12,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741862_1038 (size=20260) 2024-11-08T22:14:12,172 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:14:12,172 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1154be19052426cd6b28386d735dd926: Waiting for close lock at 1731104052155Running coprocessor pre-close hooks at 1731104052155Disabling compacts and flushes for region at 1731104052155Disabling writes for close at 1731104052155Writing region close event to WAL at 1731104052161 (+6 ms)Running coprocessor post-close hooks at 1731104052172 (+11 ms)Closed at 1731104052172 2024-11-08T22:14:12,172 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731103980777.1154be19052426cd6b28386d735dd926. 2024-11-08T22:14:12,173 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1d67ed7430cf1ca7b7688f58345fe01, disabling compactions & flushes 2024-11-08T22:14:12,173 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:14:12,173 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:14:12,173 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. after waiting 0 ms 2024-11-08T22:14:12,173 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:14:12,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741862_1038 (size=20260) 2024-11-08T22:14:12,175 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/.tmp/info/d1d7662fc56c4578b58e8f2659150463 2024-11-08T22:14:12,185 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/default/SPTestTable/e1d67ed7430cf1ca7b7688f58345fe01/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:14:12,186 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:14:12,186 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1d67ed7430cf1ca7b7688f58345fe01: Waiting for close lock at 1731104052173Running coprocessor pre-close hooks at 1731104052173Disabling compacts and flushes for region at 1731104052173Disabling writes for close at 1731104052173Writing region close event to WAL at 1731104052174 (+1 ms)Running coprocessor post-close hooks at 1731104052186 (+12 ms)Closed at 1731104052186 2024-11-08T22:14:12,186 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731103980777.e1d67ed7430cf1ca7b7688f58345fe01. 2024-11-08T22:14:12,203 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/.tmp/ns/78615842ee474207bb16b97f0c5ca69f is 43, key is default/ns:d/1731103980538/Put/seqid=0 2024-11-08T22:14:12,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741863_1039 (size=5153) 2024-11-08T22:14:12,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741863_1039 (size=5153) 2024-11-08T22:14:12,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741863_1039 (size=5153) 2024-11-08T22:14:12,212 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/.tmp/ns/78615842ee474207bb16b97f0c5ca69f 2024-11-08T22:14:12,235 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/.tmp/table/a1b85238b4184cacb2029b907a558655 is 47, key is SPTestTable/table:state/1731103991441/Put/seqid=0 2024-11-08T22:14:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741864_1040 (size=5214) 2024-11-08T22:14:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741864_1040 (size=5214) 2024-11-08T22:14:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741864_1040 (size=5214) 2024-11-08T22:14:12,244 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/.tmp/table/a1b85238b4184cacb2029b907a558655 2024-11-08T22:14:12,252 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/.tmp/info/d1d7662fc56c4578b58e8f2659150463 as hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/info/d1d7662fc56c4578b58e8f2659150463 2024-11-08T22:14:12,261 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/info/d1d7662fc56c4578b58e8f2659150463, entries=116, sequenceid=37, filesize=19.8 K 2024-11-08T22:14:12,262 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/.tmp/ns/78615842ee474207bb16b97f0c5ca69f as hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/ns/78615842ee474207bb16b97f0c5ca69f 2024-11-08T22:14:12,269 DEBUG [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T22:14:12,269 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,32953,1731103967478; all regions closed. 2024-11-08T22:14:12,272 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/ns/78615842ee474207bb16b97f0c5ca69f, entries=2, sequenceid=37, filesize=5.0 K 2024-11-08T22:14:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741835_1011 (size=3500) 2024-11-08T22:14:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741835_1011 (size=3500) 2024-11-08T22:14:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741835_1011 (size=3500) 2024-11-08T22:14:12,274 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/.tmp/table/a1b85238b4184cacb2029b907a558655 as hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/table/a1b85238b4184cacb2029b907a558655 2024-11-08T22:14:12,275 DEBUG [RS:0;ff635fa717b5:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/oldWALs 2024-11-08T22:14:12,276 INFO [RS:0;ff635fa717b5:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C32953%2C1731103967478:(num 1731103969846) 2024-11-08T22:14:12,276 DEBUG [RS:0;ff635fa717b5:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:12,276 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:14:12,276 INFO [RS:0;ff635fa717b5:32953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:14:12,276 INFO [RS:0;ff635fa717b5:32953 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:14:12,277 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:14:12,277 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:14:12,277 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:14:12,277 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:14:12,277 INFO [RS:0;ff635fa717b5:32953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:14:12,277 INFO [RS:0;ff635fa717b5:32953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32953 2024-11-08T22:14:12,282 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/table/a1b85238b4184cacb2029b907a558655, entries=2, sequenceid=37, filesize=5.1 K 2024-11-08T22:14:12,284 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 215ms, sequenceid=37, compaction requested=false 2024-11-08T22:14:12,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,32953,1731103967478 2024-11-08T22:14:12,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:14:12,288 INFO [RS:0;ff635fa717b5:32953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:14:12,292 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-08T22:14:12,292 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:14:12,293 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:14:12,293 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104052068Running coprocessor pre-close hooks at 1731104052068Disabling compacts and flushes for region at 1731104052068Disabling writes for close at 1731104052068Obtaining lock to block concurrent updates at 1731104052069 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731104052069Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731104052069Flushing stores of hbase:meta,,1.1588230740 at 1731104052070 (+1 ms)Flushing 1588230740/info: creating writer at 1731104052070Flushing 1588230740/info: appending metadata at 1731104052104 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731104052104Flushing 1588230740/ns: creating writer at 1731104052188 (+84 ms)Flushing 1588230740/ns: appending metadata at 1731104052203 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731104052203Flushing 1588230740/table: creating writer at 1731104052219 (+16 ms)Flushing 1588230740/table: appending metadata at 1731104052234 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731104052234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@daee071: reopening flushed file at 1731104052251 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd9ef39: reopening flushed file at 1731104052261 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227576b6: reopening flushed file at 1731104052272 (+11 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 215ms, sequenceid=37, compaction requested=false at 1731104052284 (+12 ms)Writing region close event to WAL at 1731104052286 (+2 ms)Running coprocessor post-close hooks at 1731104052292 (+6 ms)Closed at 1731104052293 (+1 ms) 2024-11-08T22:14:12,293 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:14:12,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,32953,1731103967478] 2024-11-08T22:14:12,309 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,32953,1731103967478 already deleted, retry=false 2024-11-08T22:14:12,309 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,32953,1731103967478 expired; onlineServers=1 2024-11-08T22:14:12,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:14:12,399 INFO [RS:0;ff635fa717b5:32953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:14:12,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1011c823e550001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:14:12,399 INFO [RS:0;ff635fa717b5:32953 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,32953,1731103967478; zookeeper connection closed. 2024-11-08T22:14:12,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34dab384 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34dab384 2024-11-08T22:14:12,469 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,45799,1731103967577; all regions closed. 2024-11-08T22:14:12,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741836_1012 (size=19450) 2024-11-08T22:14:12,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741836_1012 (size=19450) 2024-11-08T22:14:12,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741836_1012 (size=19450) 2024-11-08T22:14:12,475 DEBUG [RS:1;ff635fa717b5:45799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/oldWALs 2024-11-08T22:14:12,476 INFO [RS:1;ff635fa717b5:45799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C45799%2C1731103967577.meta:.meta(num 1731103980291) 2024-11-08T22:14:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741834_1010 (size=3530) 2024-11-08T22:14:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741834_1010 (size=3530) 2024-11-08T22:14:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741834_1010 (size=3530) 2024-11-08T22:14:12,487 DEBUG [RS:1;ff635fa717b5:45799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/oldWALs 2024-11-08T22:14:12,487 INFO [RS:1;ff635fa717b5:45799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C45799%2C1731103967577:(num 1731103969846) 2024-11-08T22:14:12,487 DEBUG [RS:1;ff635fa717b5:45799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:12,487 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:14:12,487 INFO [RS:1;ff635fa717b5:45799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:14:12,488 INFO [RS:1;ff635fa717b5:45799 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:14:12,488 INFO [RS:1;ff635fa717b5:45799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:14:12,488 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:14:12,488 INFO [RS:1;ff635fa717b5:45799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45799 2024-11-08T22:14:12,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,45799,1731103967577 2024-11-08T22:14:12,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:14:12,499 INFO [RS:1;ff635fa717b5:45799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:14:12,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,45799,1731103967577] 2024-11-08T22:14:12,519 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,45799,1731103967577 already deleted, retry=false 2024-11-08T22:14:12,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,45799,1731103967577 expired; onlineServers=0 2024-11-08T22:14:12,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,40457,1731103966701' ***** 2024-11-08T22:14:12,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:14:12,520 INFO [M:0;ff635fa717b5:40457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:14:12,520 INFO [M:0;ff635fa717b5:40457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:14:12,520 DEBUG [M:0;ff635fa717b5:40457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:14:12,520 DEBUG [M:0;ff635fa717b5:40457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:14:12,520 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:14:12,520 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731103969089 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731103969089,5,FailOnTimeoutGroup] 2024-11-08T22:14:12,520 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731103969083 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731103969083,5,FailOnTimeoutGroup] 2024-11-08T22:14:12,521 INFO [M:0;ff635fa717b5:40457 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:14:12,521 INFO [M:0;ff635fa717b5:40457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:14:12,521 DEBUG [M:0;ff635fa717b5:40457 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:14:12,521 INFO [M:0;ff635fa717b5:40457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:14:12,521 INFO [M:0;ff635fa717b5:40457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:14:12,521 ERROR [M:0;ff635fa717b5:40457 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:39711 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39711,5,PEWorkerGroup] 2024-11-08T22:14:12,522 INFO [M:0;ff635fa717b5:40457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:14:12,522 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:14:12,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T22:14:12,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:12,530 DEBUG [M:0;ff635fa717b5:40457 {}] zookeeper.ZKUtil(347): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T22:14:12,530 WARN [M:0;ff635fa717b5:40457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:14:12,531 INFO [M:0;ff635fa717b5:40457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/.lastflushedseqids 2024-11-08T22:14:12,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741865_1041 (size=686) 2024-11-08T22:14:12,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741865_1041 (size=686) 2024-11-08T22:14:12,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741865_1041 (size=686) 2024-11-08T22:14:12,550 INFO [M:0;ff635fa717b5:40457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:14:12,550 INFO [M:0;ff635fa717b5:40457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:14:12,550 DEBUG [M:0;ff635fa717b5:40457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:14:12,550 INFO [M:0;ff635fa717b5:40457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:14:12,550 DEBUG [M:0;ff635fa717b5:40457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:14:12,550 DEBUG [M:0;ff635fa717b5:40457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:14:12,550 DEBUG [M:0;ff635fa717b5:40457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:14:12,550 INFO [M:0;ff635fa717b5:40457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.98 KB heapSize=241.74 KB 2024-11-08T22:14:12,574 DEBUG [M:0;ff635fa717b5:40457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/beb60b1d24f04d668dbcac773fee57fd is 82, key is hbase:meta,,1/info:regioninfo/1731103980369/Put/seqid=0 2024-11-08T22:14:12,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741866_1042 (size=5672) 2024-11-08T22:14:12,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741866_1042 (size=5672) 2024-11-08T22:14:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741866_1042 (size=5672) 2024-11-08T22:14:12,596 INFO [M:0;ff635fa717b5:40457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/beb60b1d24f04d668dbcac773fee57fd 2024-11-08T22:14:12,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:14:12,609 INFO [RS:1;ff635fa717b5:45799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:14:12,609 INFO [RS:1;ff635fa717b5:45799 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,45799,1731103967577; zookeeper connection closed. 2024-11-08T22:14:12,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45799-0x1011c823e550002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:14:12,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@577ccd36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@577ccd36 2024-11-08T22:14:12,614 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T22:14:12,652 DEBUG [M:0;ff635fa717b5:40457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58dae3a59a544ee2a850d6c0d3d190b1 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731103991451/Put/seqid=0 2024-11-08T22:14:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741867_1043 (size=8974) 2024-11-08T22:14:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741867_1043 (size=8974) 2024-11-08T22:14:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741867_1043 (size=8974) 2024-11-08T22:14:12,721 INFO [M:0;ff635fa717b5:40457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.24 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58dae3a59a544ee2a850d6c0d3d190b1 2024-11-08T22:14:12,732 INFO [M:0;ff635fa717b5:40457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58dae3a59a544ee2a850d6c0d3d190b1 2024-11-08T22:14:12,760 DEBUG [M:0;ff635fa717b5:40457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/320ec89563db42c788c15df90b648cb6 is 69, key is ff635fa717b5,32953,1731103967478/rs:state/1731103969490/Put/seqid=0 2024-11-08T22:14:12,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741868_1044 (size=5446) 2024-11-08T22:14:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741868_1044 (size=5446) 2024-11-08T22:14:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741868_1044 (size=5446) 2024-11-08T22:14:12,790 INFO [M:0;ff635fa717b5:40457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/320ec89563db42c788c15df90b648cb6 2024-11-08T22:14:12,803 INFO [M:0;ff635fa717b5:40457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 320ec89563db42c788c15df90b648cb6 2024-11-08T22:14:12,805 DEBUG [M:0;ff635fa717b5:40457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/beb60b1d24f04d668dbcac773fee57fd as hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/beb60b1d24f04d668dbcac773fee57fd 2024-11-08T22:14:12,818 INFO [M:0;ff635fa717b5:40457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/beb60b1d24f04d668dbcac773fee57fd, entries=8, sequenceid=513, filesize=5.5 K 2024-11-08T22:14:12,821 DEBUG [M:0;ff635fa717b5:40457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58dae3a59a544ee2a850d6c0d3d190b1 as hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58dae3a59a544ee2a850d6c0d3d190b1 2024-11-08T22:14:12,833 INFO [M:0;ff635fa717b5:40457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58dae3a59a544ee2a850d6c0d3d190b1 2024-11-08T22:14:12,833 INFO [M:0;ff635fa717b5:40457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58dae3a59a544ee2a850d6c0d3d190b1, entries=56, sequenceid=513, filesize=8.8 K 2024-11-08T22:14:12,835 DEBUG [M:0;ff635fa717b5:40457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/320ec89563db42c788c15df90b648cb6 as hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/320ec89563db42c788c15df90b648cb6 2024-11-08T22:14:12,843 INFO [M:0;ff635fa717b5:40457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 320ec89563db42c788c15df90b648cb6 2024-11-08T22:14:12,843 INFO [M:0;ff635fa717b5:40457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39711/user/jenkins/test-data/eb47e0ce-4e31-962d-76f7-90788dfd39bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/320ec89563db42c788c15df90b648cb6, entries=3, sequenceid=513, filesize=5.3 K 2024-11-08T22:14:12,844 INFO [M:0;ff635fa717b5:40457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.98 KB/199655, heapSize ~241.45 KB/247240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 294ms, sequenceid=513, compaction requested=false 2024-11-08T22:14:12,846 INFO [M:0;ff635fa717b5:40457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:14:12,846 DEBUG [M:0;ff635fa717b5:40457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104052550Disabling compacts and flushes for region at 1731104052550Disabling writes for close at 1731104052550Obtaining lock to block concurrent updates at 1731104052550Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104052550Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199655, getHeapSize=247480, getOffHeapSize=0, getCellsCount=620 at 1731104052551 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104052551Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104052551Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104052573 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104052573Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104052607 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104052651 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104052651Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104052732 (+81 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104052758 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104052758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c91736b: reopening flushed file at 1731104052803 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@132586d0: reopening flushed file at 1731104052819 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4531e246: reopening flushed file at 1731104052833 (+14 ms)Finished flush of dataSize ~194.98 KB/199655, heapSize ~241.45 KB/247240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 294ms, sequenceid=513, compaction requested=false at 1731104052844 (+11 ms)Writing region close event to WAL at 1731104052846 (+2 ms)Closed at 1731104052846 2024-11-08T22:14:12,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741830_1006 (size=233847) 2024-11-08T22:14:12,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741830_1006 (size=233847) 2024-11-08T22:14:12,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741830_1006 (size=233847) 2024-11-08T22:14:12,852 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:14:12,852 INFO [M:0;ff635fa717b5:40457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:14:12,852 INFO [M:0;ff635fa717b5:40457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40457 2024-11-08T22:14:12,852 INFO [M:0;ff635fa717b5:40457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:14:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:14:12,967 INFO [M:0;ff635fa717b5:40457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:14:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40457-0x1011c823e550000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:14:12,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:14:12,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:14:12,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:14:12,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:14:12,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir/,STOPPED} 2024-11-08T22:14:12,991 WARN [BP-1494298208-172.17.0.3-1731103961840 heartbeating to localhost/127.0.0.1:39711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:14:12,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:14:12,991 WARN [BP-1494298208-172.17.0.3-1731103961840 heartbeating to localhost/127.0.0.1:39711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1494298208-172.17.0.3-1731103961840 (Datanode Uuid ee171ee2-aa9d-415b-bfde-92d671acaead) service to localhost/127.0.0.1:39711 2024-11-08T22:14:12,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:14:12,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data5/current/BP-1494298208-172.17.0.3-1731103961840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:14:12,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data6/current/BP-1494298208-172.17.0.3-1731103961840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:14:12,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:14:12,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:14:12,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:14:12,996 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:14:12,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:14:12,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir/,STOPPED} 2024-11-08T22:14:12,998 WARN [BP-1494298208-172.17.0.3-1731103961840 heartbeating to localhost/127.0.0.1:39711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:14:12,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:14:12,998 WARN [BP-1494298208-172.17.0.3-1731103961840 heartbeating to localhost/127.0.0.1:39711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1494298208-172.17.0.3-1731103961840 (Datanode Uuid ed006377-99ad-4d38-b946-6dbda72a17a1) service to localhost/127.0.0.1:39711 2024-11-08T22:14:12,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:14:12,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data3/current/BP-1494298208-172.17.0.3-1731103961840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:14:12,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data4/current/BP-1494298208-172.17.0.3-1731103961840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:14:12,999 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:14:13,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:14:13,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:14:13,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:14:13,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:14:13,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir/,STOPPED} 2024-11-08T22:14:13,010 WARN [BP-1494298208-172.17.0.3-1731103961840 heartbeating to localhost/127.0.0.1:39711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:14:13,010 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:14:13,010 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:14:13,010 WARN [BP-1494298208-172.17.0.3-1731103961840 heartbeating to localhost/127.0.0.1:39711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1494298208-172.17.0.3-1731103961840 (Datanode Uuid 5c9585f8-746d-4141-a52c-6aee91d0bbb2) service to localhost/127.0.0.1:39711 2024-11-08T22:14:13,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data1/current/BP-1494298208-172.17.0.3-1731103961840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:14:13,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/cluster_baf428df-ae8f-304e-08b4-11d862222265/data/data2/current/BP-1494298208-172.17.0.3-1731103961840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:14:13,011 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:14:13,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:14:13,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:14:13,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:14:13,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:14:13,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir/,STOPPED} 2024-11-08T22:14:13,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:14:13,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:14:13,109 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=98 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ff635fa717b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@47e0daba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39711 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff635fa717b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff635fa717b5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff635fa717b5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/ff635fa717b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39711 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff635fa717b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ff635fa717b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 346) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3150 (was 4347) 2024-11-08T22:14:13,119 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=99, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=3147 2024-11-08T22:14:13,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir so I do NOT create it in target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e 2024-11-08T22:14:13,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T22:14:13,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.tmp.dir so I do NOT create it in target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e 2024-11-08T22:14:13,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/407cb6b9-0f11-76a6-9471-9b52aea3e161/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T22:14:13,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e 2024-11-08T22:14:13,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T22:14:13,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350, deleteOnExit=true 2024-11-08T22:14:13,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T22:14:13,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/test.cache.data in system properties and HBase conf 2024-11-08T22:14:13,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T22:14:13,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/hadoop.log.dir in system properties and HBase conf 2024-11-08T22:14:13,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T22:14:13,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T22:14:13,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T22:14:13,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T22:14:13,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:14:13,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T22:14:13,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T22:14:13,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:14:13,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T22:14:13,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T22:14:13,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T22:14:13,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:14:13,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T22:14:13,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/nfs.dump.dir in system properties and HBase conf 2024-11-08T22:14:13,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/java.io.tmpdir in system properties and HBase conf 2024-11-08T22:14:13,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T22:14:13,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T22:14:13,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T22:14:13,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:14:13,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:14:13,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:14:13,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:14:13,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:14:13,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:14:13,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb14da0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:14:13,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58bba0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:14:13,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2ff21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/java.io.tmpdir/jetty-localhost-46623-hadoop-hdfs-3_4_1-tests_jar-_-any-5786931645150256050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:14:13,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@376d3aeb{HTTP/1.1, (http/1.1)}{localhost:46623} 2024-11-08T22:14:13,731 INFO [Time-limited test {}] server.Server(415): Started @94491ms 2024-11-08T22:14:14,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:14:14,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:14:14,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:14:14,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:14:14,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T22:14:14,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afabc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:14:14,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ceb4815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:14:14,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22032f89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/java.io.tmpdir/jetty-localhost-40001-hadoop-hdfs-3_4_1-tests_jar-_-any-9530992423864107563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:14:14,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54b53d8b{HTTP/1.1, (http/1.1)}{localhost:40001} 2024-11-08T22:14:14,182 INFO [Time-limited test {}] server.Server(415): Started @94942ms 2024-11-08T22:14:14,183 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:14:14,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:14:14,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:14:14,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:14:14,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:14:14,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:14:14,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70fbbb4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:14:14,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a28eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:14:14,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a0161ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/java.io.tmpdir/jetty-localhost-45155-hadoop-hdfs-3_4_1-tests_jar-_-any-11312565226188882297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:14:14,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ecc1cd9{HTTP/1.1, (http/1.1)}{localhost:45155} 2024-11-08T22:14:14,378 INFO [Time-limited test {}] server.Server(415): Started @95139ms 2024-11-08T22:14:14,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:14:14,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T22:14:14,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T22:14:14,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T22:14:14,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T22:14:14,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T22:14:14,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180e4735{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/hadoop.log.dir/,AVAILABLE} 2024-11-08T22:14:14,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1b8377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T22:14:14,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@732bb784{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/java.io.tmpdir/jetty-localhost-41611-hadoop-hdfs-3_4_1-tests_jar-_-any-17480858408680387958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:14:14,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7289176a{HTTP/1.1, (http/1.1)}{localhost:41611} 2024-11-08T22:14:14,569 INFO [Time-limited test {}] server.Server(415): Started @95330ms 2024-11-08T22:14:14,571 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T22:14:15,493 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data1/current/BP-1280005068-172.17.0.3-1731104053165/current, will proceed with Du for space computation calculation, 2024-11-08T22:14:15,493 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data2/current/BP-1280005068-172.17.0.3-1731104053165/current, will proceed with Du for space computation calculation, 2024-11-08T22:14:15,528 WARN [Thread-643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:14:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x757c0c1cb263d3cd with lease ID 0xbc9679435726a259: Processing first storage report for DS-8eab7d55-2495-4a22-a26f-2fb0c0e18db8 from datanode DatanodeRegistration(127.0.0.1:43289, datanodeUuid=75f465ce-11e0-4d57-bc63-7d4adcc28f4b, infoPort=37763, infoSecurePort=0, ipcPort=36413, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165) 2024-11-08T22:14:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x757c0c1cb263d3cd with lease ID 0xbc9679435726a259: from storage DS-8eab7d55-2495-4a22-a26f-2fb0c0e18db8 node DatanodeRegistration(127.0.0.1:43289, datanodeUuid=75f465ce-11e0-4d57-bc63-7d4adcc28f4b, infoPort=37763, infoSecurePort=0, ipcPort=36413, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T22:14:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x757c0c1cb263d3cd with lease ID 0xbc9679435726a259: Processing first storage report for DS-8b257a9b-bf35-4de2-93c8-c7ba093cfcf7 from datanode DatanodeRegistration(127.0.0.1:43289, datanodeUuid=75f465ce-11e0-4d57-bc63-7d4adcc28f4b, infoPort=37763, infoSecurePort=0, ipcPort=36413, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165) 2024-11-08T22:14:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x757c0c1cb263d3cd with lease ID 0xbc9679435726a259: from storage DS-8b257a9b-bf35-4de2-93c8-c7ba093cfcf7 node DatanodeRegistration(127.0.0.1:43289, datanodeUuid=75f465ce-11e0-4d57-bc63-7d4adcc28f4b, infoPort=37763, infoSecurePort=0, ipcPort=36413, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:14:15,903 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data4/current/BP-1280005068-172.17.0.3-1731104053165/current, will proceed with Du for space computation calculation, 2024-11-08T22:14:15,903 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data3/current/BP-1280005068-172.17.0.3-1731104053165/current, will proceed with Du for space computation calculation, 2024-11-08T22:14:15,923 WARN [Thread-666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:14:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d1e60a9255fd1d8 with lease ID 0xbc9679435726a25a: Processing first storage report for DS-41eb3a39-a277-4a5e-84da-786125cae5c8 from datanode DatanodeRegistration(127.0.0.1:43233, datanodeUuid=0cd8a0b1-f9e6-4e50-ba47-f2660b931321, infoPort=42471, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165) 2024-11-08T22:14:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d1e60a9255fd1d8 with lease ID 0xbc9679435726a25a: from storage DS-41eb3a39-a277-4a5e-84da-786125cae5c8 node DatanodeRegistration(127.0.0.1:43233, datanodeUuid=0cd8a0b1-f9e6-4e50-ba47-f2660b931321, infoPort=42471, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:14:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d1e60a9255fd1d8 with lease ID 0xbc9679435726a25a: Processing first storage report for DS-8588b1e2-629e-460c-831e-cd7c64a486a3 from datanode DatanodeRegistration(127.0.0.1:43233, datanodeUuid=0cd8a0b1-f9e6-4e50-ba47-f2660b931321, infoPort=42471, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165) 2024-11-08T22:14:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d1e60a9255fd1d8 with lease ID 0xbc9679435726a25a: from storage DS-8588b1e2-629e-460c-831e-cd7c64a486a3 node DatanodeRegistration(127.0.0.1:43233, datanodeUuid=0cd8a0b1-f9e6-4e50-ba47-f2660b931321, infoPort=42471, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:14:16,036 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data5/current/BP-1280005068-172.17.0.3-1731104053165/current, will proceed with Du for space computation calculation, 2024-11-08T22:14:16,036 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data6/current/BP-1280005068-172.17.0.3-1731104053165/current, will proceed with Du for space computation calculation, 2024-11-08T22:14:16,059 WARN [Thread-688 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T22:14:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x585097cc70dd86e4 with lease ID 0xbc9679435726a25b: Processing first storage report for DS-0f15205e-b390-4023-a9a7-45d07305114b from datanode DatanodeRegistration(127.0.0.1:46525, datanodeUuid=11ea009d-8a45-47cc-a896-8a3cd533f5b8, infoPort=37531, infoSecurePort=0, ipcPort=39021, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165) 2024-11-08T22:14:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x585097cc70dd86e4 with lease ID 0xbc9679435726a25b: from storage DS-0f15205e-b390-4023-a9a7-45d07305114b node DatanodeRegistration(127.0.0.1:46525, datanodeUuid=11ea009d-8a45-47cc-a896-8a3cd533f5b8, infoPort=37531, infoSecurePort=0, ipcPort=39021, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:14:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x585097cc70dd86e4 with lease ID 0xbc9679435726a25b: Processing first storage report for DS-078c2328-c6ca-468c-9948-c1f89f89e27e from datanode DatanodeRegistration(127.0.0.1:46525, datanodeUuid=11ea009d-8a45-47cc-a896-8a3cd533f5b8, infoPort=37531, infoSecurePort=0, ipcPort=39021, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165) 2024-11-08T22:14:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x585097cc70dd86e4 with lease ID 0xbc9679435726a25b: from storage DS-078c2328-c6ca-468c-9948-c1f89f89e27e node DatanodeRegistration(127.0.0.1:46525, datanodeUuid=11ea009d-8a45-47cc-a896-8a3cd533f5b8, infoPort=37531, infoSecurePort=0, ipcPort=39021, storageInfo=lv=-57;cid=testClusterID;nsid=804020277;c=1731104053165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T22:14:16,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e 2024-11-08T22:14:16,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/zookeeper_0, clientPort=57981, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T22:14:16,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57981 2024-11-08T22:14:16,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:14:16,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:14:16,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741825_1001 (size=7) 2024-11-08T22:14:16,144 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 with version=8 2024-11-08T22:14:16,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/hbase-staging 2024-11-08T22:14:16,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:14:16,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:14:16,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:14:16,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T22:14:16,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:14:16,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33247 2024-11-08T22:14:16,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33247 connecting to ZooKeeper ensemble=127.0.0.1:57981 2024-11-08T22:14:16,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332470x0, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:14:16,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33247-0x1011c839eeb0000 connected 2024-11-08T22:14:16,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:14:16,567 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408, hbase.cluster.distributed=false 2024-11-08T22:14:16,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:14:16,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33247 2024-11-08T22:14:16,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33247 2024-11-08T22:14:16,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33247 2024-11-08T22:14:16,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33247 2024-11-08T22:14:16,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33247 2024-11-08T22:14:16,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:14:16,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:14:16,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:14:16,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:14:16,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:14:16,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39313 2024-11-08T22:14:16,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39313 connecting to ZooKeeper ensemble=127.0.0.1:57981 2024-11-08T22:14:16,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393130x0, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:14:16,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39313-0x1011c839eeb0001 connected 2024-11-08T22:14:16,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:14:16,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:14:16,606 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:14:16,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:14:16,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:14:16,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39313 2024-11-08T22:14:16,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39313 2024-11-08T22:14:16,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39313 2024-11-08T22:14:16,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39313 2024-11-08T22:14:16,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39313 2024-11-08T22:14:16,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:14:16,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:14:16,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:14:16,628 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:14:16,628 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:14:16,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42843 2024-11-08T22:14:16,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42843 connecting to ZooKeeper ensemble=127.0.0.1:57981 2024-11-08T22:14:16,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,646 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428430x0, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:14:16,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42843-0x1011c839eeb0002 connected 2024-11-08T22:14:16,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:14:16,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:14:16,647 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:14:16,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:14:16,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:14:16,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-08T22:14:16,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42843 2024-11-08T22:14:16,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42843 2024-11-08T22:14:16,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-08T22:14:16,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-08T22:14:16,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45 2024-11-08T22:14:16,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T22:14:16,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T22:14:16,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T22:14:16,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T22:14:16,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T22:14:16,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37425 2024-11-08T22:14:16,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37425 connecting to ZooKeeper ensemble=127.0.0.1:57981 2024-11-08T22:14:16,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374250x0, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T22:14:16,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:14:16,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37425-0x1011c839eeb0003 connected 2024-11-08T22:14:16,689 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T22:14:16,689 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T22:14:16,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T22:14:16,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T22:14:16,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37425 2024-11-08T22:14:16,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37425 2024-11-08T22:14:16,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37425 2024-11-08T22:14:16,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37425 2024-11-08T22:14:16,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37425 2024-11-08T22:14:16,707 DEBUG [M:0;ff635fa717b5:33247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:33247 2024-11-08T22:14:16,707 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ff635fa717b5,33247,1731104056146 2024-11-08T22:14:16,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:14:16,719 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:14:16,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:14:16,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:14:16,720 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ff635fa717b5,33247,1731104056146 2024-11-08T22:14:16,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:14:16,730 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:14:16,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T22:14:16,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,730 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,731 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T22:14:16,732 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ff635fa717b5,33247,1731104056146 from backup master directory 2024-11-08T22:14:16,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ff635fa717b5,33247,1731104056146 2024-11-08T22:14:16,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:14:16,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:14:16,741 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:14:16,741 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:14:16,741 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,33247,1731104056146 2024-11-08T22:14:16,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T22:14:16,747 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/hbase.id] with ID: 13d0f725-20e8-4649-a5ea-19d978dd1e17 2024-11-08T22:14:16,747 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/.tmp/hbase.id 2024-11-08T22:14:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:14:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:14:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741826_1002 (size=42) 2024-11-08T22:14:16,756 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/.tmp/hbase.id]:[hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/hbase.id] 2024-11-08T22:14:16,771 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T22:14:16,771 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T22:14:16,773 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T22:14:16,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,783 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:14:16,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:14:16,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741827_1003 (size=196) 2024-11-08T22:14:16,792 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:14:16,793 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T22:14:16,793 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:14:16,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:14:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:14:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741828_1004 (size=1189) 2024-11-08T22:14:16,805 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store 2024-11-08T22:14:16,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:14:16,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:14:16,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741829_1005 (size=34) 2024-11-08T22:14:16,813 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:16,813 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:14:16,813 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:14:16,813 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:14:16,813 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:14:16,813 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:14:16,814 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:14:16,814 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104056813Disabling compacts and flushes for region at 1731104056813Disabling writes for close at 1731104056813Writing region close event to WAL at 1731104056813Closed at 1731104056813 2024-11-08T22:14:16,815 WARN [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/.initializing 2024-11-08T22:14:16,815 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/WALs/ff635fa717b5,33247,1731104056146 2024-11-08T22:14:16,816 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:14:16,818 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C33247%2C1731104056146, suffix=, logDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/WALs/ff635fa717b5,33247,1731104056146, archiveDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/oldWALs, maxLogs=10 2024-11-08T22:14:16,829 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/WALs/ff635fa717b5,33247,1731104056146/ff635fa717b5%2C33247%2C1731104056146.1731104056818, exclude list is [], retry=0 2024-11-08T22:14:16,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43289,DS-8eab7d55-2495-4a22-a26f-2fb0c0e18db8,DISK] 2024-11-08T22:14:16,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-41eb3a39-a277-4a5e-84da-786125cae5c8,DISK] 2024-11-08T22:14:16,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-0f15205e-b390-4023-a9a7-45d07305114b,DISK] 2024-11-08T22:14:16,834 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/WALs/ff635fa717b5,33247,1731104056146/ff635fa717b5%2C33247%2C1731104056146.1731104056818 2024-11-08T22:14:16,834 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37763:37763),(127.0.0.1/127.0.0.1:42471:42471),(127.0.0.1/127.0.0.1:37531:37531)] 2024-11-08T22:14:16,834 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:14:16,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:16,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,835 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T22:14:16,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:16,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:14:16,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T22:14:16,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:16,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:16,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T22:14:16,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:16,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:16,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T22:14:16,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:16,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:16,848 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,849 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,850 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,852 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,852 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,852 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:14:16,854 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T22:14:16,861 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:16,862 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75398770, jitterRate=0.12352922558784485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:14:16,862 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731104056835Initializing all the Stores at 1731104056836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104056836Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104056836Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104056836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104056836Cleaning up temporary data from old regions at 1731104056852 (+16 ms)Region opened successfully at 1731104056862 (+10 ms) 2024-11-08T22:14:16,862 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T22:14:16,869 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e89424a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:14:16,870 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T22:14:16,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T22:14:16,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T22:14:16,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T22:14:16,871 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T22:14:16,872 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T22:14:16,872 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T22:14:16,875 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T22:14:16,875 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T22:14:16,919 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T22:14:16,920 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T22:14:16,921 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T22:14:16,930 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T22:14:16,930 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T22:14:16,932 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T22:14:16,940 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T22:14:16,942 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T22:14:16,951 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T22:14:16,953 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T22:14:16,961 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T22:14:16,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:14:16,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:14:16,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:14:16,972 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T22:14:16,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,972 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,973 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,33247,1731104056146, sessionid=0x1011c839eeb0000, setting cluster-up flag (Was=false) 2024-11-08T22:14:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,993 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:17,025 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T22:14:17,026 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,33247,1731104056146 2024-11-08T22:14:17,040 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:14:17,040 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:14:17,046 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:17,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:17,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:17,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:17,155 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T22:14:17,157 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,33247,1731104056146 2024-11-08T22:14:17,158 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T22:14:17,160 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T22:14:17,160 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T22:14:17,161 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T22:14:17,161 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,33247,1731104056146 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T22:14:17,162 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:14:17,162 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:14:17,162 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:14:17,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T22:14:17,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T22:14:17,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:14:17,163 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:14:17,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T22:14:17,168 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:17,168 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731104087168 2024-11-08T22:14:17,168 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T22:14:17,168 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T22:14:17,168 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T22:14:17,168 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T22:14:17,168 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T22:14:17,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T22:14:17,168 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T22:14:17,170 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,171 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T22:14:17,171 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T22:14:17,171 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T22:14:17,172 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T22:14:17,172 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T22:14:17,172 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104057172,5,FailOnTimeoutGroup] 2024-11-08T22:14:17,176 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104057176,5,FailOnTimeoutGroup] 2024-11-08T22:14:17,176 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,176 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T22:14:17,176 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,177 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:14:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:14:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741831_1007 (size=1321) 2024-11-08T22:14:17,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T22:14:17,181 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:17,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:14:17,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:14:17,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741832_1008 (size=32) 2024-11-08T22:14:17,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:17,195 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.HRegionServer(746): ClusterId : 13d0f725-20e8-4649-a5ea-19d978dd1e17 2024-11-08T22:14:17,195 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(746): ClusterId : 13d0f725-20e8-4649-a5ea-19d978dd1e17 2024-11-08T22:14:17,195 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:14:17,195 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:14:17,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:14:17,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:14:17,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:17,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:14:17,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:14:17,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:14:17,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:17,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:14:17,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:14:17,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:14:17,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:17,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:14:17,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:14:17,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:14:17,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:17,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:14:17,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:14:17,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740 2024-11-08T22:14:17,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740 2024-11-08T22:14:17,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:14:17,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:14:17,216 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:14:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:14:17,219 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:17,220 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61731935, jitterRate=-0.08012248575687408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:14:17,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731104057194Initializing all the Stores at 1731104057199 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104057199Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104057199Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104057199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104057199Cleaning up temporary data from old regions at 1731104057215 (+16 ms)Region opened successfully at 1731104057221 (+6 ms) 2024-11-08T22:14:17,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:14:17,221 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:14:17,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:14:17,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:14:17,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:14:17,223 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:14:17,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104057221Disabling compacts and flushes for region at 1731104057221Disabling writes for close at 1731104057221Writing region close event to WAL at 1731104057223 (+2 ms)Closed at 1731104057223 2024-11-08T22:14:17,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:14:17,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T22:14:17,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T22:14:17,226 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:14:17,227 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T22:14:17,233 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(746): ClusterId : 13d0f725-20e8-4649-a5ea-19d978dd1e17 2024-11-08T22:14:17,233 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T22:14:17,233 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:14:17,233 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:14:17,256 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:14:17,256 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:14:17,257 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T22:14:17,257 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T22:14:17,267 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:14:17,267 DEBUG [RS:1;ff635fa717b5:42843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798ee112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:14:17,279 DEBUG [RS:1;ff635fa717b5:42843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ff635fa717b5:42843 2024-11-08T22:14:17,279 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:14:17,279 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:14:17,279 DEBUG [RS:1;ff635fa717b5:42843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:14:17,280 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,33247,1731104056146 with port=42843, startcode=1731104056627 2024-11-08T22:14:17,280 DEBUG [RS:1;ff635fa717b5:42843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:14:17,282 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:14:17,282 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T22:14:17,282 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:14:17,282 DEBUG [RS:0;ff635fa717b5:39313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d172439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:14:17,282 DEBUG [RS:2;ff635fa717b5:37425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325622db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0 2024-11-08T22:14:17,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,42843,1731104056627 2024-11-08T22:14:17,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33247 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,42843,1731104056627 2024-11-08T22:14:17,290 DEBUG [RS:1;ff635fa717b5:42843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:17,290 DEBUG [RS:1;ff635fa717b5:42843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46883 2024-11-08T22:14:17,290 DEBUG [RS:1;ff635fa717b5:42843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:14:17,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:14:17,299 DEBUG [RS:1;ff635fa717b5:42843 {}] zookeeper.ZKUtil(111): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,42843,1731104056627 2024-11-08T22:14:17,299 WARN [RS:1;ff635fa717b5:42843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:14:17,299 DEBUG [RS:0;ff635fa717b5:39313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:39313 2024-11-08T22:14:17,299 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:14:17,299 INFO [RS:1;ff635fa717b5:42843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:14:17,299 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:14:17,299 DEBUG [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:14:17,299 DEBUG [RS:1;ff635fa717b5:42843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627 2024-11-08T22:14:17,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,42843,1731104056627] 2024-11-08T22:14:17,300 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,33247,1731104056146 with port=39313, startcode=1731104056586 2024-11-08T22:14:17,300 DEBUG [RS:0;ff635fa717b5:39313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:14:17,301 DEBUG [RS:2;ff635fa717b5:37425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ff635fa717b5:37425 2024-11-08T22:14:17,301 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T22:14:17,301 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T22:14:17,301 DEBUG [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T22:14:17,302 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,33247,1731104056146 with port=37425, startcode=1731104056669 2024-11-08T22:14:17,302 DEBUG [RS:2;ff635fa717b5:37425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T22:14:17,302 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:14:17,302 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,39313,1731104056586 2024-11-08T22:14:17,302 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33247 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:17,303 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T22:14:17,304 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:14:17,304 DEBUG [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:17,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,37425,1731104056669 2024-11-08T22:14:17,304 DEBUG [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46883 2024-11-08T22:14:17,304 DEBUG [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:14:17,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33247 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:17,306 DEBUG [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:17,306 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:14:17,306 DEBUG [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46883 2024-11-08T22:14:17,306 DEBUG [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T22:14:17,306 INFO [RS:1;ff635fa717b5:42843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:14:17,306 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,306 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:14:17,307 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:14:17,308 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,308 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,308 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,308 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,308 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,308 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,308 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:14:17,308 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,308 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,308 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,309 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,309 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,309 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,309 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:14:17,309 DEBUG [RS:1;ff635fa717b5:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:14:17,309 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,310 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,310 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,310 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,310 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,310 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42843,1731104056627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:14:17,327 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:14:17,327 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,42843,1731104056627-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,328 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,328 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.Replication(171): ff635fa717b5,42843,1731104056627 started 2024-11-08T22:14:17,341 INFO [RS:1;ff635fa717b5:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,341 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,42843,1731104056627, RpcServer on ff635fa717b5/172.17.0.3:42843, sessionid=0x1011c839eeb0002 2024-11-08T22:14:17,342 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:14:17,342 DEBUG [RS:1;ff635fa717b5:42843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,42843,1731104056627 2024-11-08T22:14:17,342 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,42843,1731104056627' 2024-11-08T22:14:17,342 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:14:17,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:14:17,362 DEBUG [RS:0;ff635fa717b5:39313 {}] zookeeper.ZKUtil(111): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,39313,1731104056586 2024-11-08T22:14:17,362 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:14:17,362 WARN [RS:0;ff635fa717b5:39313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:14:17,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,37425,1731104056669] 2024-11-08T22:14:17,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,39313,1731104056586] 2024-11-08T22:14:17,362 INFO [RS:0;ff635fa717b5:39313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:14:17,362 DEBUG [RS:2;ff635fa717b5:37425 {}] zookeeper.ZKUtil(111): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,37425,1731104056669 2024-11-08T22:14:17,362 DEBUG [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,39313,1731104056586 2024-11-08T22:14:17,362 WARN [RS:2;ff635fa717b5:37425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T22:14:17,362 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:14:17,362 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:14:17,362 INFO [RS:2;ff635fa717b5:37425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:14:17,362 DEBUG [RS:1;ff635fa717b5:42843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,42843,1731104056627 2024-11-08T22:14:17,362 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,42843,1731104056627' 2024-11-08T22:14:17,362 DEBUG [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,37425,1731104056669 2024-11-08T22:14:17,362 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:14:17,363 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:14:17,363 DEBUG [RS:1;ff635fa717b5:42843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:14:17,363 INFO [RS:1;ff635fa717b5:42843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:14:17,363 INFO [RS:1;ff635fa717b5:42843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:14:17,366 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:14:17,368 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T22:14:17,369 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:14:17,369 INFO [RS:2;ff635fa717b5:37425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:14:17,369 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,369 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:14:17,371 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T22:14:17,371 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:14:17,371 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,371 INFO [RS:0;ff635fa717b5:39313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T22:14:17,371 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,371 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,371 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,371 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,371 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,371 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,371 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:14:17,372 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,372 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,372 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,372 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,372 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,372 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,372 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T22:14:17,372 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:14:17,372 DEBUG [RS:2;ff635fa717b5:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:14:17,373 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,373 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,373 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T22:14:17,373 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,373 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,373 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,373 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,373 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,373 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37425,1731104056669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:14:17,373 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,373 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:14:17,374 DEBUG [RS:0;ff635fa717b5:39313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T22:14:17,375 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,375 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,375 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,375 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,375 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,375 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39313,1731104056586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:14:17,377 WARN [ff635fa717b5:33247 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T22:14:17,390 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:14:17,390 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39313,1731104056586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,391 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,391 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.Replication(171): ff635fa717b5,39313,1731104056586 started 2024-11-08T22:14:17,393 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T22:14:17,394 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,37425,1731104056669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,394 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,394 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.Replication(171): ff635fa717b5,37425,1731104056669 started 2024-11-08T22:14:17,404 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,404 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,39313,1731104056586, RpcServer on ff635fa717b5/172.17.0.3:39313, sessionid=0x1011c839eeb0001 2024-11-08T22:14:17,404 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:14:17,404 DEBUG [RS:0;ff635fa717b5:39313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,39313,1731104056586 2024-11-08T22:14:17,404 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39313,1731104056586' 2024-11-08T22:14:17,404 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:14:17,405 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:14:17,405 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:14:17,405 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:14:17,405 DEBUG [RS:0;ff635fa717b5:39313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,39313,1731104056586 2024-11-08T22:14:17,405 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39313,1731104056586' 2024-11-08T22:14:17,405 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:14:17,406 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:14:17,406 DEBUG [RS:0;ff635fa717b5:39313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:14:17,406 INFO [RS:0;ff635fa717b5:39313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:14:17,406 INFO [RS:0;ff635fa717b5:39313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:14:17,408 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:17,408 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,37425,1731104056669, RpcServer on ff635fa717b5/172.17.0.3:37425, sessionid=0x1011c839eeb0003 2024-11-08T22:14:17,408 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T22:14:17,408 DEBUG [RS:2;ff635fa717b5:37425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,37425,1731104056669 2024-11-08T22:14:17,408 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,37425,1731104056669' 2024-11-08T22:14:17,408 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T22:14:17,409 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T22:14:17,409 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T22:14:17,409 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T22:14:17,409 DEBUG [RS:2;ff635fa717b5:37425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,37425,1731104056669 2024-11-08T22:14:17,409 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,37425,1731104056669' 2024-11-08T22:14:17,409 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T22:14:17,410 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T22:14:17,410 DEBUG [RS:2;ff635fa717b5:37425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T22:14:17,410 INFO [RS:2;ff635fa717b5:37425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T22:14:17,410 INFO [RS:2;ff635fa717b5:37425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T22:14:17,464 INFO [RS:1;ff635fa717b5:42843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:14:17,466 INFO [RS:1;ff635fa717b5:42843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C42843%2C1731104056627, suffix=, logDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627, archiveDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/oldWALs, maxLogs=32 2024-11-08T22:14:17,483 DEBUG [RS:1;ff635fa717b5:42843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627/ff635fa717b5%2C42843%2C1731104056627.1731104057467, exclude list is [], retry=0 2024-11-08T22:14:17,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-0f15205e-b390-4023-a9a7-45d07305114b,DISK] 2024-11-08T22:14:17,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43289,DS-8eab7d55-2495-4a22-a26f-2fb0c0e18db8,DISK] 2024-11-08T22:14:17,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-41eb3a39-a277-4a5e-84da-786125cae5c8,DISK] 2024-11-08T22:14:17,488 INFO [RS:1;ff635fa717b5:42843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627/ff635fa717b5%2C42843%2C1731104056627.1731104057467 2024-11-08T22:14:17,488 DEBUG [RS:1;ff635fa717b5:42843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42471:42471),(127.0.0.1/127.0.0.1:37531:37531),(127.0.0.1/127.0.0.1:37763:37763)] 2024-11-08T22:14:17,507 INFO [RS:0;ff635fa717b5:39313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:14:17,509 INFO [RS:0;ff635fa717b5:39313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C39313%2C1731104056586, suffix=, logDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,39313,1731104056586, archiveDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/oldWALs, maxLogs=32 2024-11-08T22:14:17,511 INFO [RS:2;ff635fa717b5:37425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T22:14:17,513 INFO [RS:2;ff635fa717b5:37425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C37425%2C1731104056669, suffix=, logDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,37425,1731104056669, archiveDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/oldWALs, maxLogs=32 2024-11-08T22:14:17,525 DEBUG [RS:0;ff635fa717b5:39313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,39313,1731104056586/ff635fa717b5%2C39313%2C1731104056586.1731104057510, exclude list is [], retry=0 2024-11-08T22:14:17,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-41eb3a39-a277-4a5e-84da-786125cae5c8,DISK] 2024-11-08T22:14:17,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43289,DS-8eab7d55-2495-4a22-a26f-2fb0c0e18db8,DISK] 2024-11-08T22:14:17,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-0f15205e-b390-4023-a9a7-45d07305114b,DISK] 2024-11-08T22:14:17,532 DEBUG [RS:2;ff635fa717b5:37425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,37425,1731104056669/ff635fa717b5%2C37425%2C1731104056669.1731104057514, exclude list is [], retry=0 2024-11-08T22:14:17,532 INFO [RS:0;ff635fa717b5:39313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,39313,1731104056586/ff635fa717b5%2C39313%2C1731104056586.1731104057510 2024-11-08T22:14:17,535 DEBUG [RS:0;ff635fa717b5:39313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37763:37763),(127.0.0.1/127.0.0.1:42471:42471),(127.0.0.1/127.0.0.1:37531:37531)] 2024-11-08T22:14:17,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-41eb3a39-a277-4a5e-84da-786125cae5c8,DISK] 2024-11-08T22:14:17,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-0f15205e-b390-4023-a9a7-45d07305114b,DISK] 2024-11-08T22:14:17,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43289,DS-8eab7d55-2495-4a22-a26f-2fb0c0e18db8,DISK] 2024-11-08T22:14:17,537 INFO [RS:2;ff635fa717b5:37425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,37425,1731104056669/ff635fa717b5%2C37425%2C1731104056669.1731104057514 2024-11-08T22:14:17,538 DEBUG [RS:2;ff635fa717b5:37425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42471:42471),(127.0.0.1/127.0.0.1:37531:37531),(127.0.0.1/127.0.0.1:37763:37763)] 2024-11-08T22:14:17,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:14:17,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:17,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:17,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:17,627 DEBUG [ff635fa717b5:33247 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T22:14:17,628 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(204): Hosts are {ff635fa717b5=0} racks are {/default-rack=0} 2024-11-08T22:14:17,630 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T22:14:17,630 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T22:14:17,630 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T22:14:17,630 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T22:14:17,630 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T22:14:17,630 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T22:14:17,631 INFO [ff635fa717b5:33247 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T22:14:17,631 INFO [ff635fa717b5:33247 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T22:14:17,631 INFO [ff635fa717b5:33247 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T22:14:17,631 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T22:14:17,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:17,632 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39313,1731104056586, state=OPENING 2024-11-08T22:14:17,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T22:14:17,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:17,719 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:17,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:17,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:14:17,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T22:14:17,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39313,1731104056586}] 2024-11-08T22:14:17,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:14:17,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:14:17,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:14:17,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:14:22,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:14:22,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:22,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:22,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:24,435 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff635fa717b5:40457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T22:14:27,723 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:14:27,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:14:27,732 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T22:14:27,732 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T22:14:27,732 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T22:14:27,735 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C39313%2C1731104056586.meta, suffix=.meta, logDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,39313,1731104056586, archiveDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/oldWALs, maxLogs=32 2024-11-08T22:14:27,749 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,39313,1731104056586/ff635fa717b5%2C39313%2C1731104056586.meta.1731104067736.meta, exclude list is [], retry=0 2024-11-08T22:14:27,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-0f15205e-b390-4023-a9a7-45d07305114b,DISK] 2024-11-08T22:14:27,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43289,DS-8eab7d55-2495-4a22-a26f-2fb0c0e18db8,DISK] 2024-11-08T22:14:27,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-41eb3a39-a277-4a5e-84da-786125cae5c8,DISK] 2024-11-08T22:14:27,768 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,39313,1731104056586/ff635fa717b5%2C39313%2C1731104056586.meta.1731104067736.meta 2024-11-08T22:14:27,769 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37531:37531),(127.0.0.1/127.0.0.1:37763:37763),(127.0.0.1/127.0.0.1:42471:42471)] 2024-11-08T22:14:27,769 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T22:14:27,770 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T22:14:27,770 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T22:14:27,770 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T22:14:27,770 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T22:14:27,770 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:27,770 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T22:14:27,770 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T22:14:27,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T22:14:27,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T22:14:27,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:27,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:14:27,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T22:14:27,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T22:14:27,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:27,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:14:27,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T22:14:27,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T22:14:27,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:27,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:14:27,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T22:14:27,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T22:14:27,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:27,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T22:14:27,786 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T22:14:27,787 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740 2024-11-08T22:14:27,788 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740 2024-11-08T22:14:27,790 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T22:14:27,790 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T22:14:27,791 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T22:14:27,793 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T22:14:27,795 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64319393, jitterRate=-0.041566357016563416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T22:14:27,795 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T22:14:27,796 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731104067771Writing region info on filesystem at 1731104067771Initializing all the Stores at 1731104067772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104067772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104067772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104067772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731104067772Cleaning up temporary data from old regions at 1731104067790 (+18 ms)Running coprocessor post-open hooks at 1731104067795 (+5 ms)Region opened successfully at 1731104067796 (+1 ms) 2024-11-08T22:14:27,797 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731104067723 2024-11-08T22:14:27,800 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T22:14:27,800 INFO [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T22:14:27,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:27,804 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39313,1731104056586, state=OPEN 2024-11-08T22:14:27,814 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:14:27,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:14:27,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:14:27,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:14:27,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:14:27,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:14:27,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T22:14:27,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T22:14:27,814 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:27,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T22:14:27,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39313,1731104056586 in 10.0940 sec 2024-11-08T22:14:27,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T22:14:27,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5920 sec 2024-11-08T22:14:27,820 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T22:14:27,820 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T22:14:27,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:14:27,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39313,1731104056586, seqNum=-1] 2024-11-08T22:14:27,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:14:27,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:14:27,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6700 sec 2024-11-08T22:14:27,831 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731104067831, completionTime=-1 2024-11-08T22:14:27,832 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T22:14:27,832 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T22:14:27,834 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T22:14:27,834 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731104127834 2024-11-08T22:14:27,834 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731104187834 2024-11-08T22:14:27,835 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T22:14:27,835 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33247,1731104056146-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:27,835 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33247,1731104056146-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:27,835 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33247,1731104056146-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:27,835 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:33247, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:27,835 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:27,836 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:27,838 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T22:14:27,840 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.099sec 2024-11-08T22:14:27,840 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T22:14:27,841 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T22:14:27,841 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T22:14:27,841 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T22:14:27,841 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T22:14:27,841 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33247,1731104056146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T22:14:27,841 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33247,1731104056146-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T22:14:27,844 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T22:14:27,844 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T22:14:27,844 INFO [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33247,1731104056146-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T22:14:27,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ddf5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:14:27,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,33247,-1 for getting cluster id 2024-11-08T22:14:27,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:14:27,911 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13d0f725-20e8-4649-a5ea-19d978dd1e17' 2024-11-08T22:14:27,912 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:14:27,912 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13d0f725-20e8-4649-a5ea-19d978dd1e17" 2024-11-08T22:14:27,913 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41773f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:14:27,913 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,33247,-1] 2024-11-08T22:14:27,913 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:14:27,914 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:27,916 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:14:27,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d357d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:14:27,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:14:27,919 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39313,1731104056586, seqNum=-1] 2024-11-08T22:14:27,919 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:14:27,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:14:27,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,33247,1731104056146 2024-11-08T22:14:27,924 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731104067924 (current time:1731104067924). 2024-11-08T22:14:27,924 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T22:14:27,924 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T22:14:27,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbe75be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:14:27,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,33247,-1 for getting cluster id 2024-11-08T22:14:27,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T22:14:27,930 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13d0f725-20e8-4649-a5ea-19d978dd1e17' 2024-11-08T22:14:27,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T22:14:27,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13d0f725-20e8-4649-a5ea-19d978dd1e17" 2024-11-08T22:14:27,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73301e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:14:27,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,33247,-1] 2024-11-08T22:14:27,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T22:14:27,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:27,933 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T22:14:27,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74aedeac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T22:14:27,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T22:14:27,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39313,1731104056586, seqNum=-1] 2024-11-08T22:14:27,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:14:27,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:14:27,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:14:27,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:14:27,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:27,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:14:27,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T22:14:27,944 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,33247,1731104056146 2024-11-08T22:14:27,944 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a50dcbc 2024-11-08T22:14:27,944 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T22:14:27,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:14:27,946 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T22:14:27,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T22:14:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T22:14:27,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T22:14:27,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:27,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T22:14:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:14:27,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T22:14:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741837_1013 (size=361) 2024-11-08T22:14:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741837_1013 (size=361) 2024-11-08T22:14:27,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741837_1013 (size=361) 2024-11-08T22:14:28,006 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15914477704c905efcb7bdbe09f130db, NAME => 'SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:28,006 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b95f8869d01ba98de1ccb51d7c74ae5f, NAME => 'SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:28,017 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4658327a46902b0caf1ae953a94e319c, NAME => 'SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:28,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741839_1015 (size=54) 2024-11-08T22:14:28,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741839_1015 (size=54) 2024-11-08T22:14:28,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741839_1015 (size=54) 2024-11-08T22:14:28,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741838_1014 (size=62) 2024-11-08T22:14:28,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741840_1016 (size=62) 2024-11-08T22:14:28,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741838_1014 (size=62) 2024-11-08T22:14:28,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741840_1016 (size=62) 2024-11-08T22:14:28,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741838_1014 (size=62) 2024-11-08T22:14:28,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741840_1016 (size=62) 2024-11-08T22:14:28,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:28,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b95f8869d01ba98de1ccb51d7c74ae5f, disabling compactions & flushes 2024-11-08T22:14:28,044 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:14:28,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:14:28,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. after waiting 0 ms 2024-11-08T22:14:28,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:14:28,044 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:14:28,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b95f8869d01ba98de1ccb51d7c74ae5f: Waiting for close lock at 1731104068044Disabling compacts and flushes for region at 1731104068044Disabling writes for close at 1731104068044Writing region close event to WAL at 1731104068044Closed at 1731104068044 2024-11-08T22:14:28,045 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d9138223c9fa260e5d61b86ce66788a1, NAME => 'SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741841_1017 (size=62) 2024-11-08T22:14:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741841_1017 (size=62) 2024-11-08T22:14:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741841_1017 (size=62) 2024-11-08T22:14:28,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:28,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d9138223c9fa260e5d61b86ce66788a1, disabling compactions & flushes 2024-11-08T22:14:28,057 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:14:28,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:14:28,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. after waiting 0 ms 2024-11-08T22:14:28,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:14:28,057 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:14:28,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d9138223c9fa260e5d61b86ce66788a1: Waiting for close lock at 1731104068057Disabling compacts and flushes for region at 1731104068057Disabling writes for close at 1731104068057Writing region close event to WAL at 1731104068057Closed at 1731104068057 2024-11-08T22:14:28,058 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e6161517fdb1e03887e3d0de0b4678c2, NAME => 'SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:14:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741842_1018 (size=62) 2024-11-08T22:14:28,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741842_1018 (size=62) 2024-11-08T22:14:28,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741842_1018 (size=62) 2024-11-08T22:14:28,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:28,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e6161517fdb1e03887e3d0de0b4678c2, disabling compactions & flushes 2024-11-08T22:14:28,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. 2024-11-08T22:14:28,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. 2024-11-08T22:14:28,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. after waiting 0 ms 2024-11-08T22:14:28,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. 2024-11-08T22:14:28,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. 2024-11-08T22:14:28,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e6161517fdb1e03887e3d0de0b4678c2: Waiting for close lock at 1731104068070Disabling compacts and flushes for region at 1731104068070Disabling writes for close at 1731104068070Writing region close event to WAL at 1731104068070Closed at 1731104068070 2024-11-08T22:14:28,071 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ce125ddacdc72b19704742bfee61260d, NAME => 'SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:28,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741843_1019 (size=62) 2024-11-08T22:14:28,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741843_1019 (size=62) 2024-11-08T22:14:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741843_1019 (size=62) 2024-11-08T22:14:28,088 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:28,088 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ce125ddacdc72b19704742bfee61260d, disabling compactions & flushes 2024-11-08T22:14:28,088 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:14:28,088 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:14:28,088 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. after waiting 0 ms 2024-11-08T22:14:28,088 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:14:28,088 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:14:28,088 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ce125ddacdc72b19704742bfee61260d: Waiting for close lock at 1731104068088Disabling compacts and flushes for region at 1731104068088Disabling writes for close at 1731104068088Writing region close event to WAL at 1731104068088Closed at 1731104068088 2024-11-08T22:14:28,089 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 20f2dc288c36739fd9cc4f05d8a1d36f, NAME => 'SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741844_1020 (size=62) 2024-11-08T22:14:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741844_1020 (size=62) 2024-11-08T22:14:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741844_1020 (size=62) 2024-11-08T22:14:28,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:28,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 20f2dc288c36739fd9cc4f05d8a1d36f, disabling compactions & flushes 2024-11-08T22:14:28,099 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:14:28,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:14:28,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. after waiting 0 ms 2024-11-08T22:14:28,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:14:28,099 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:14:28,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 20f2dc288c36739fd9cc4f05d8a1d36f: Waiting for close lock at 1731104068099Disabling compacts and flushes for region at 1731104068099Disabling writes for close at 1731104068099Writing region close event to WAL at 1731104068099Closed at 1731104068099 2024-11-08T22:14:28,100 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 89bb34bb2fe3e2605fd1d86f8e5fc6f1, NAME => 'SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:28,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741845_1021 (size=62) 2024-11-08T22:14:28,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741845_1021 (size=62) 2024-11-08T22:14:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741845_1021 (size=62) 2024-11-08T22:14:28,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:28,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 89bb34bb2fe3e2605fd1d86f8e5fc6f1, disabling compactions & flushes 2024-11-08T22:14:28,124 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:14:28,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:14:28,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. after waiting 0 ms 2024-11-08T22:14:28,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:14:28,124 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:14:28,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 89bb34bb2fe3e2605fd1d86f8e5fc6f1: Waiting for close lock at 1731104068124Disabling compacts and flushes for region at 1731104068124Disabling writes for close at 1731104068124Writing region close event to WAL at 1731104068124Closed at 1731104068124 2024-11-08T22:14:28,125 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 10e60a976fab9ba28153a92095c40a89, NAME => 'SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741846_1022 (size=62) 2024-11-08T22:14:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741846_1022 (size=62) 2024-11-08T22:14:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741846_1022 (size=62) 2024-11-08T22:14:28,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:28,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 10e60a976fab9ba28153a92095c40a89, disabling compactions & flushes 2024-11-08T22:14:28,140 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:14:28,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:14:28,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. after waiting 0 ms 2024-11-08T22:14:28,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:14:28,140 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:14:28,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 10e60a976fab9ba28153a92095c40a89: Waiting for close lock at 1731104068140Disabling compacts and flushes for region at 1731104068140Disabling writes for close at 1731104068140Writing region close event to WAL at 1731104068140Closed at 1731104068140 2024-11-08T22:14:28,141 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7175e4667e4a091efa7796c3b36bbc3f, NAME => 'SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408 2024-11-08T22:14:28,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741847_1023 (size=54) 2024-11-08T22:14:28,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741847_1023 (size=54) 2024-11-08T22:14:28,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741847_1023 (size=54) 2024-11-08T22:14:28,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:28,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7175e4667e4a091efa7796c3b36bbc3f, disabling compactions & flushes 2024-11-08T22:14:28,153 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:14:28,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:14:28,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. after waiting 0 ms 2024-11-08T22:14:28,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:14:28,153 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:14:28,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7175e4667e4a091efa7796c3b36bbc3f: Waiting for close lock at 1731104068153Disabling compacts and flushes for region at 1731104068153Disabling writes for close at 1731104068153Writing region close event to WAL at 1731104068153Closed at 1731104068153 2024-11-08T22:14:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:14:28,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:28,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 15914477704c905efcb7bdbe09f130db, disabling compactions & flushes 2024-11-08T22:14:28,436 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:14:28,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:14:28,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. after waiting 0 ms 2024-11-08T22:14:28,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:14:28,437 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:14:28,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15914477704c905efcb7bdbe09f130db: Waiting for close lock at 1731104068436Disabling compacts and flushes for region at 1731104068436Disabling writes for close at 1731104068436Writing region close event to WAL at 1731104068436Closed at 1731104068436 2024-11-08T22:14:28,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:28,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4658327a46902b0caf1ae953a94e319c, disabling compactions & flushes 2024-11-08T22:14:28,442 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:14:28,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:14:28,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. after waiting 0 ms 2024-11-08T22:14:28,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:14:28,442 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:14:28,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4658327a46902b0caf1ae953a94e319c: Waiting for close lock at 1731104068442Disabling compacts and flushes for region at 1731104068442Disabling writes for close at 1731104068442Writing region close event to WAL at 1731104068442Closed at 1731104068442 2024-11-08T22:14:28,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T22:14:28,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731104068444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104068444"}]},"ts":"1731104068444"} 2024-11-08T22:14:28,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731104068444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104068444"}]},"ts":"1731104068444"} 2024-11-08T22:14:28,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731104068444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104068444"}]},"ts":"1731104068444"} 2024-11-08T22:14:28,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731104068444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104068444"}]},"ts":"1731104068444"} 2024-11-08T22:14:28,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731104068444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104068444"}]},"ts":"1731104068444"} 2024-11-08T22:14:28,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731104068444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104068444"}]},"ts":"1731104068444"} 2024-11-08T22:14:28,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731104068444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104068444"}]},"ts":"1731104068444"} 2024-11-08T22:14:28,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731104068444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104068444"}]},"ts":"1731104068444"} 2024-11-08T22:14:28,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731104068444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104068444"}]},"ts":"1731104068444"} 2024-11-08T22:14:28,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731104068444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731104068444"}]},"ts":"1731104068444"} 2024-11-08T22:14:28,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T22:14:28,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T22:14:28,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104068453"}]},"ts":"1731104068453"} 2024-11-08T22:14:28,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T22:14:28,456 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ff635fa717b5=0} racks are {/default-rack=0} 2024-11-08T22:14:28,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T22:14:28,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T22:14:28,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T22:14:28,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T22:14:28,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T22:14:28,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T22:14:28,461 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T22:14:28,461 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T22:14:28,462 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T22:14:28,462 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T22:14:28,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15914477704c905efcb7bdbe09f130db, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b95f8869d01ba98de1ccb51d7c74ae5f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4658327a46902b0caf1ae953a94e319c, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9138223c9fa260e5d61b86ce66788a1, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6161517fdb1e03887e3d0de0b4678c2, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce125ddacdc72b19704742bfee61260d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20f2dc288c36739fd9cc4f05d8a1d36f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89bb34bb2fe3e2605fd1d86f8e5fc6f1, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10e60a976fab9ba28153a92095c40a89, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7175e4667e4a091efa7796c3b36bbc3f, ASSIGN}] 2024-11-08T22:14:28,465 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10e60a976fab9ba28153a92095c40a89, ASSIGN 2024-11-08T22:14:28,465 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89bb34bb2fe3e2605fd1d86f8e5fc6f1, ASSIGN 2024-11-08T22:14:28,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20f2dc288c36739fd9cc4f05d8a1d36f, ASSIGN 2024-11-08T22:14:28,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7175e4667e4a091efa7796c3b36bbc3f, ASSIGN 2024-11-08T22:14:28,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7175e4667e4a091efa7796c3b36bbc3f, ASSIGN; state=OFFLINE, location=ff635fa717b5,39313,1731104056586; forceNewPlan=false, retain=false 2024-11-08T22:14:28,467 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10e60a976fab9ba28153a92095c40a89, ASSIGN; state=OFFLINE, location=ff635fa717b5,37425,1731104056669; forceNewPlan=false, retain=false 2024-11-08T22:14:28,467 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce125ddacdc72b19704742bfee61260d, ASSIGN 2024-11-08T22:14:28,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20f2dc288c36739fd9cc4f05d8a1d36f, ASSIGN; state=OFFLINE, location=ff635fa717b5,39313,1731104056586; forceNewPlan=false, retain=false 2024-11-08T22:14:28,468 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=89bb34bb2fe3e2605fd1d86f8e5fc6f1, ASSIGN; state=OFFLINE, location=ff635fa717b5,42843,1731104056627; forceNewPlan=false, retain=false 2024-11-08T22:14:28,468 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce125ddacdc72b19704742bfee61260d, ASSIGN; state=OFFLINE, location=ff635fa717b5,37425,1731104056669; forceNewPlan=false, retain=false 2024-11-08T22:14:28,472 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6161517fdb1e03887e3d0de0b4678c2, ASSIGN 2024-11-08T22:14:28,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9138223c9fa260e5d61b86ce66788a1, ASSIGN 2024-11-08T22:14:28,473 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4658327a46902b0caf1ae953a94e319c, ASSIGN 2024-11-08T22:14:28,473 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b95f8869d01ba98de1ccb51d7c74ae5f, ASSIGN 2024-11-08T22:14:28,473 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15914477704c905efcb7bdbe09f130db, ASSIGN 2024-11-08T22:14:28,474 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4658327a46902b0caf1ae953a94e319c, ASSIGN; state=OFFLINE, location=ff635fa717b5,37425,1731104056669; forceNewPlan=false, retain=false 2024-11-08T22:14:28,474 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9138223c9fa260e5d61b86ce66788a1, ASSIGN; state=OFFLINE, location=ff635fa717b5,39313,1731104056586; forceNewPlan=false, retain=false 2024-11-08T22:14:28,474 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15914477704c905efcb7bdbe09f130db, ASSIGN; state=OFFLINE, location=ff635fa717b5,42843,1731104056627; forceNewPlan=false, retain=false 2024-11-08T22:14:28,474 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b95f8869d01ba98de1ccb51d7c74ae5f, ASSIGN; state=OFFLINE, location=ff635fa717b5,37425,1731104056669; forceNewPlan=false, retain=false 2024-11-08T22:14:28,474 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6161517fdb1e03887e3d0de0b4678c2, ASSIGN; state=OFFLINE, location=ff635fa717b5,42843,1731104056627; forceNewPlan=false, retain=false 2024-11-08T22:14:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:14:28,618 INFO [ff635fa717b5:33247 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T22:14:28,619 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=89bb34bb2fe3e2605fd1d86f8e5fc6f1, regionState=OPENING, regionLocation=ff635fa717b5,42843,1731104056627 2024-11-08T22:14:28,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e6161517fdb1e03887e3d0de0b4678c2, regionState=OPENING, regionLocation=ff635fa717b5,42843,1731104056627 2024-11-08T22:14:28,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15914477704c905efcb7bdbe09f130db, regionState=OPENING, regionLocation=ff635fa717b5,42843,1731104056627 2024-11-08T22:14:28,620 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7175e4667e4a091efa7796c3b36bbc3f, regionState=OPENING, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:28,620 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d9138223c9fa260e5d61b86ce66788a1, regionState=OPENING, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:28,621 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=10e60a976fab9ba28153a92095c40a89, regionState=OPENING, regionLocation=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:28,621 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ce125ddacdc72b19704742bfee61260d, regionState=OPENING, regionLocation=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:28,621 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4658327a46902b0caf1ae953a94e319c, regionState=OPENING, regionLocation=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:28,621 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b95f8869d01ba98de1ccb51d7c74ae5f, regionState=OPENING, regionLocation=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:28,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=20f2dc288c36739fd9cc4f05d8a1d36f, regionState=OPENING, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:28,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=89bb34bb2fe3e2605fd1d86f8e5fc6f1, ASSIGN because future has completed 2024-11-08T22:14:28,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89bb34bb2fe3e2605fd1d86f8e5fc6f1, server=ff635fa717b5,42843,1731104056627}] 2024-11-08T22:14:28,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6161517fdb1e03887e3d0de0b4678c2, ASSIGN because future has completed 2024-11-08T22:14:28,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6161517fdb1e03887e3d0de0b4678c2, server=ff635fa717b5,42843,1731104056627}] 2024-11-08T22:14:28,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15914477704c905efcb7bdbe09f130db, ASSIGN because future has completed 2024-11-08T22:14:28,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7175e4667e4a091efa7796c3b36bbc3f, ASSIGN because future has completed 2024-11-08T22:14:28,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7175e4667e4a091efa7796c3b36bbc3f, server=ff635fa717b5,39313,1731104056586}] 2024-11-08T22:14:28,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9138223c9fa260e5d61b86ce66788a1, ASSIGN because future has completed 2024-11-08T22:14:28,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15914477704c905efcb7bdbe09f130db, server=ff635fa717b5,42843,1731104056627}] 2024-11-08T22:14:28,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10e60a976fab9ba28153a92095c40a89, ASSIGN because future has completed 2024-11-08T22:14:28,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9138223c9fa260e5d61b86ce66788a1, server=ff635fa717b5,39313,1731104056586}] 2024-11-08T22:14:28,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce125ddacdc72b19704742bfee61260d, ASSIGN because future has completed 2024-11-08T22:14:28,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e60a976fab9ba28153a92095c40a89, server=ff635fa717b5,37425,1731104056669}] 2024-11-08T22:14:28,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4658327a46902b0caf1ae953a94e319c, ASSIGN because future has completed 2024-11-08T22:14:28,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b95f8869d01ba98de1ccb51d7c74ae5f, ASSIGN because future has completed 2024-11-08T22:14:28,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20f2dc288c36739fd9cc4f05d8a1d36f, ASSIGN because future has completed 2024-11-08T22:14:28,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce125ddacdc72b19704742bfee61260d, server=ff635fa717b5,37425,1731104056669}] 2024-11-08T22:14:28,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20f2dc288c36739fd9cc4f05d8a1d36f, server=ff635fa717b5,39313,1731104056586}] 2024-11-08T22:14:28,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4658327a46902b0caf1ae953a94e319c, server=ff635fa717b5,37425,1731104056669}] 2024-11-08T22:14:28,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b95f8869d01ba98de1ccb51d7c74ae5f, server=ff635fa717b5,37425,1731104056669}] 2024-11-08T22:14:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:14:29,368 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T22:14:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:14:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:14:32,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:32,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:32,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:33,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:14:33,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:33,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:33,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:14:37,040 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T22:14:37,040 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T22:14:37,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:14:37,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T22:14:38,637 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:14:38,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:14:38,648 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. 2024-11-08T22:14:38,648 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e6161517fdb1e03887e3d0de0b4678c2, NAME => 'SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T22:14:38,648 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,649 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:38,649 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,649 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,650 INFO [StoreOpener-e6161517fdb1e03887e3d0de0b4678c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,652 INFO [StoreOpener-e6161517fdb1e03887e3d0de0b4678c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6161517fdb1e03887e3d0de0b4678c2 columnFamilyName cf 2024-11-08T22:14:38,652 DEBUG [StoreOpener-e6161517fdb1e03887e3d0de0b4678c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:38,652 INFO [StoreOpener-e6161517fdb1e03887e3d0de0b4678c2-1 {}] regionserver.HStore(327): Store=e6161517fdb1e03887e3d0de0b4678c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:38,652 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,653 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,653 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,654 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,654 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,655 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:14:38,655 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d9138223c9fa260e5d61b86ce66788a1, NAME => 'SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T22:14:38,655 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,655 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:38,655 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,655 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,655 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,657 INFO [StoreOpener-d9138223c9fa260e5d61b86ce66788a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,659 INFO [StoreOpener-d9138223c9fa260e5d61b86ce66788a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9138223c9fa260e5d61b86ce66788a1 columnFamilyName cf 2024-11-08T22:14:38,659 DEBUG [StoreOpener-d9138223c9fa260e5d61b86ce66788a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:38,659 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/e6161517fdb1e03887e3d0de0b4678c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:38,659 INFO [StoreOpener-d9138223c9fa260e5d61b86ce66788a1-1 {}] regionserver.HStore(327): Store=d9138223c9fa260e5d61b86ce66788a1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:38,659 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e6161517fdb1e03887e3d0de0b4678c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60759272, jitterRate=-0.09461629390716553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:14:38,659 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:38,659 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,659 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e6161517fdb1e03887e3d0de0b4678c2: Running coprocessor pre-open hook at 1731104078649Writing region info on filesystem at 1731104078649Initializing all the Stores at 1731104078650 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104078650Cleaning up temporary data from old regions at 1731104078654 (+4 ms)Running coprocessor post-open hooks at 1731104078659 (+5 ms)Region opened successfully at 1731104078659 2024-11-08T22:14:38,660 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,660 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2., pid=16, masterSystemTime=1731104078636 2024-11-08T22:14:38,661 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,661 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,661 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,662 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. 2024-11-08T22:14:38,663 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. 2024-11-08T22:14:38,663 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:14:38,663 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 15914477704c905efcb7bdbe09f130db, NAME => 'SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T22:14:38,663 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,663 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,663 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:38,663 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e6161517fdb1e03887e3d0de0b4678c2, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,42843,1731104056627 2024-11-08T22:14:38,663 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,663 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,666 INFO [StoreOpener-15914477704c905efcb7bdbe09f130db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6161517fdb1e03887e3d0de0b4678c2, server=ff635fa717b5,42843,1731104056627 because future has completed 2024-11-08T22:14:38,666 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/d9138223c9fa260e5d61b86ce66788a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:38,667 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d9138223c9fa260e5d61b86ce66788a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71449076, jitterRate=0.06467419862747192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:14:38,667 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:38,668 INFO [StoreOpener-15914477704c905efcb7bdbe09f130db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15914477704c905efcb7bdbe09f130db columnFamilyName cf 2024-11-08T22:14:38,668 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d9138223c9fa260e5d61b86ce66788a1: Running coprocessor pre-open hook at 1731104078656Writing region info on filesystem at 1731104078656Initializing all the Stores at 1731104078656Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104078656Cleaning up temporary data from old regions at 1731104078661 (+5 ms)Running coprocessor post-open hooks at 1731104078667 (+6 ms)Region opened successfully at 1731104078667 2024-11-08T22:14:38,668 DEBUG [StoreOpener-15914477704c905efcb7bdbe09f130db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:38,668 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1., pid=19, masterSystemTime=1731104078650 2024-11-08T22:14:38,668 INFO [StoreOpener-15914477704c905efcb7bdbe09f130db-1 {}] regionserver.HStore(327): Store=15914477704c905efcb7bdbe09f130db/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:38,669 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,669 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,670 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-08T22:14:38,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e6161517fdb1e03887e3d0de0b4678c2, server=ff635fa717b5,42843,1731104056627 in 10.0360 sec 2024-11-08T22:14:38,671 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:14:38,671 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:14:38,671 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:14:38,671 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,671 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,671 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7175e4667e4a091efa7796c3b36bbc3f, NAME => 'SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T22:14:38,672 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,672 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:38,672 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,672 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,673 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,676 INFO [StoreOpener-7175e4667e4a091efa7796c3b36bbc3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,677 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d9138223c9fa260e5d61b86ce66788a1, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:38,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6161517fdb1e03887e3d0de0b4678c2, ASSIGN in 10.2080 sec 2024-11-08T22:14:38,678 INFO [StoreOpener-7175e4667e4a091efa7796c3b36bbc3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7175e4667e4a091efa7796c3b36bbc3f columnFamilyName cf 2024-11-08T22:14:38,678 DEBUG [StoreOpener-7175e4667e4a091efa7796c3b36bbc3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:38,679 INFO [StoreOpener-7175e4667e4a091efa7796c3b36bbc3f-1 {}] regionserver.HStore(327): Store=7175e4667e4a091efa7796c3b36bbc3f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:38,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9138223c9fa260e5d61b86ce66788a1, server=ff635fa717b5,39313,1731104056586 because future has completed 2024-11-08T22:14:38,679 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,680 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,680 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,681 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,681 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,682 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T22:14:38,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-08T22:14:38,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d9138223c9fa260e5d61b86ce66788a1, server=ff635fa717b5,39313,1731104056586 in 10.0270 sec 2024-11-08T22:14:38,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T22:14:38,684 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,685 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/15914477704c905efcb7bdbe09f130db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:38,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9138223c9fa260e5d61b86ce66788a1, ASSIGN in 10.2200 sec 2024-11-08T22:14:38,685 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 15914477704c905efcb7bdbe09f130db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66039076, jitterRate=-0.015941083431243896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:14:38,685 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:38,686 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 15914477704c905efcb7bdbe09f130db: Running coprocessor pre-open hook at 1731104078664Writing region info on filesystem at 1731104078664Initializing all the Stores at 1731104078665 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104078665Cleaning up temporary data from old regions at 1731104078671 (+6 ms)Running coprocessor post-open hooks at 1731104078685 (+14 ms)Region opened successfully at 1731104078685 2024-11-08T22:14:38,686 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db., pid=18, masterSystemTime=1731104078636 2024-11-08T22:14:38,688 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:14:38,688 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:14:38,688 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:14:38,688 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:38,688 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 89bb34bb2fe3e2605fd1d86f8e5fc6f1, NAME => 'SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T22:14:38,689 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,689 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:38,689 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,689 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15914477704c905efcb7bdbe09f130db, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,42843,1731104056627 2024-11-08T22:14:38,689 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7175e4667e4a091efa7796c3b36bbc3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68494738, jitterRate=0.020651131868362427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:14:38,691 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:38,692 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7175e4667e4a091efa7796c3b36bbc3f: Running coprocessor pre-open hook at 1731104078672Writing region info on filesystem at 1731104078672Initializing all the Stores at 1731104078673 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104078673Cleaning up temporary data from old regions at 1731104078681 (+8 ms)Running coprocessor post-open hooks at 1731104078691 (+10 ms)Region opened successfully at 1731104078691 2024-11-08T22:14:38,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15914477704c905efcb7bdbe09f130db, server=ff635fa717b5,42843,1731104056627 because future has completed 2024-11-08T22:14:38,692 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f., pid=17, masterSystemTime=1731104078650 2024-11-08T22:14:38,693 INFO [StoreOpener-89bb34bb2fe3e2605fd1d86f8e5fc6f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,693 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:14:38,693 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b95f8869d01ba98de1ccb51d7c74ae5f, NAME => 'SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T22:14:38,694 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,694 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:38,694 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,694 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,695 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:14:38,695 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:14:38,695 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:14:38,695 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 20f2dc288c36739fd9cc4f05d8a1d36f, NAME => 'SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T22:14:38,696 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,696 INFO [StoreOpener-b95f8869d01ba98de1ccb51d7c74ae5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,696 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:38,696 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,696 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,696 INFO [StoreOpener-89bb34bb2fe3e2605fd1d86f8e5fc6f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89bb34bb2fe3e2605fd1d86f8e5fc6f1 columnFamilyName cf 2024-11-08T22:14:38,696 DEBUG [StoreOpener-89bb34bb2fe3e2605fd1d86f8e5fc6f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:38,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-08T22:14:38,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7175e4667e4a091efa7796c3b36bbc3f, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:38,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15914477704c905efcb7bdbe09f130db, server=ff635fa717b5,42843,1731104056627 in 10.0440 sec 2024-11-08T22:14:38,699 INFO [StoreOpener-89bb34bb2fe3e2605fd1d86f8e5fc6f1-1 {}] regionserver.HStore(327): Store=89bb34bb2fe3e2605fd1d86f8e5fc6f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:38,699 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15914477704c905efcb7bdbe09f130db, ASSIGN in 10.2350 sec 2024-11-08T22:14:38,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7175e4667e4a091efa7796c3b36bbc3f, server=ff635fa717b5,39313,1731104056586 because future has completed 2024-11-08T22:14:38,700 INFO [StoreOpener-b95f8869d01ba98de1ccb51d7c74ae5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b95f8869d01ba98de1ccb51d7c74ae5f columnFamilyName cf 2024-11-08T22:14:38,700 DEBUG [StoreOpener-b95f8869d01ba98de1ccb51d7c74ae5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:38,700 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,700 INFO [StoreOpener-b95f8869d01ba98de1ccb51d7c74ae5f-1 {}] regionserver.HStore(327): Store=b95f8869d01ba98de1ccb51d7c74ae5f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:38,700 INFO [StoreOpener-20f2dc288c36739fd9cc4f05d8a1d36f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,700 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,701 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,701 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,701 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,702 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,702 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,702 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,702 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-08T22:14:38,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7175e4667e4a091efa7796c3b36bbc3f, server=ff635fa717b5,39313,1731104056586 in 10.0540 sec 2024-11-08T22:14:38,703 INFO [StoreOpener-20f2dc288c36739fd9cc4f05d8a1d36f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20f2dc288c36739fd9cc4f05d8a1d36f columnFamilyName cf 2024-11-08T22:14:38,703 DEBUG [StoreOpener-20f2dc288c36739fd9cc4f05d8a1d36f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:38,704 INFO [StoreOpener-20f2dc288c36739fd9cc4f05d8a1d36f-1 {}] regionserver.HStore(327): Store=20f2dc288c36739fd9cc4f05d8a1d36f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:38,704 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,704 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,704 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,705 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7175e4667e4a091efa7796c3b36bbc3f, ASSIGN in 10.2410 sec 2024-11-08T22:14:38,705 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,705 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,705 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,707 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:38,707 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 89bb34bb2fe3e2605fd1d86f8e5fc6f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60343572, jitterRate=-0.100810706615448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:14:38,707 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,708 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:38,708 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 89bb34bb2fe3e2605fd1d86f8e5fc6f1: Running coprocessor pre-open hook at 1731104078689Writing region info on filesystem at 1731104078689Initializing all the Stores at 1731104078690 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104078690Cleaning up temporary data from old regions at 1731104078702 (+12 ms)Running coprocessor post-open hooks at 1731104078708 (+6 ms)Region opened successfully at 1731104078708 2024-11-08T22:14:38,709 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1., pid=15, masterSystemTime=1731104078636 2024-11-08T22:14:38,709 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/b95f8869d01ba98de1ccb51d7c74ae5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:38,709 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b95f8869d01ba98de1ccb51d7c74ae5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71069522, jitterRate=0.05901840329170227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b95f8869d01ba98de1ccb51d7c74ae5f: Running coprocessor pre-open hook at 1731104078694Writing region info on filesystem at 1731104078694Initializing all the Stores at 1731104078695 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104078695Cleaning up temporary data from old regions at 1731104078702 (+7 ms)Running coprocessor post-open hooks at 1731104078710 (+8 ms)Region opened successfully at 1731104078710 2024-11-08T22:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:38,711 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f., pid=24, masterSystemTime=1731104078681 2024-11-08T22:14:38,711 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:14:38,711 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:14:38,711 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 20f2dc288c36739fd9cc4f05d8a1d36f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71046912, jitterRate=0.058681488037109375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:14:38,711 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:38,711 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 20f2dc288c36739fd9cc4f05d8a1d36f: Running coprocessor pre-open hook at 1731104078696Writing region info on filesystem at 1731104078696Initializing all the Stores at 1731104078697 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104078697Cleaning up temporary data from old regions at 1731104078705 (+8 ms)Running coprocessor post-open hooks at 1731104078711 (+6 ms)Region opened successfully at 1731104078711 2024-11-08T22:14:38,712 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=89bb34bb2fe3e2605fd1d86f8e5fc6f1, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,42843,1731104056627 2024-11-08T22:14:38,712 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f., pid=23, masterSystemTime=1731104078650 2024-11-08T22:14:38,712 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:14:38,712 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:14:38,713 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:14:38,713 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 10e60a976fab9ba28153a92095c40a89, NAME => 'SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T22:14:38,713 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,713 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:38,713 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,713 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,714 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b95f8869d01ba98de1ccb51d7c74ae5f, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:38,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89bb34bb2fe3e2605fd1d86f8e5fc6f1, server=ff635fa717b5,42843,1731104056627 because future has completed 2024-11-08T22:14:38,715 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:14:38,715 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:14:38,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=20f2dc288c36739fd9cc4f05d8a1d36f, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:38,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b95f8869d01ba98de1ccb51d7c74ae5f, server=ff635fa717b5,37425,1731104056669 because future has completed 2024-11-08T22:14:38,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-08T22:14:38,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 89bb34bb2fe3e2605fd1d86f8e5fc6f1, server=ff635fa717b5,42843,1731104056627 in 10.0870 sec 2024-11-08T22:14:38,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20f2dc288c36739fd9cc4f05d8a1d36f, server=ff635fa717b5,39313,1731104056586 because future has completed 2024-11-08T22:14:38,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89bb34bb2fe3e2605fd1d86f8e5fc6f1, ASSIGN in 10.2570 sec 2024-11-08T22:14:38,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-08T22:14:38,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b95f8869d01ba98de1ccb51d7c74ae5f, server=ff635fa717b5,37425,1731104056669 in 10.0350 sec 2024-11-08T22:14:38,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-08T22:14:38,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b95f8869d01ba98de1ccb51d7c74ae5f, ASSIGN in 10.2580 sec 2024-11-08T22:14:38,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 20f2dc288c36739fd9cc4f05d8a1d36f, server=ff635fa717b5,39313,1731104056586 in 10.0400 sec 2024-11-08T22:14:38,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20f2dc288c36739fd9cc4f05d8a1d36f, ASSIGN in 10.2600 sec 2024-11-08T22:14:38,724 INFO [StoreOpener-10e60a976fab9ba28153a92095c40a89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,726 INFO [StoreOpener-10e60a976fab9ba28153a92095c40a89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e60a976fab9ba28153a92095c40a89 columnFamilyName cf 2024-11-08T22:14:38,726 DEBUG [StoreOpener-10e60a976fab9ba28153a92095c40a89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:38,727 INFO [StoreOpener-10e60a976fab9ba28153a92095c40a89-1 {}] regionserver.HStore(327): Store=10e60a976fab9ba28153a92095c40a89/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:38,727 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,728 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,728 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,729 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,729 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,730 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,732 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:38,733 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 10e60a976fab9ba28153a92095c40a89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70555520, jitterRate=0.05135917663574219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:14:38,733 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:38,733 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 10e60a976fab9ba28153a92095c40a89: Running coprocessor pre-open hook at 1731104078713Writing region info on filesystem at 1731104078713Initializing all the Stores at 1731104078715 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104078715Cleaning up temporary data from old regions at 1731104078729 (+14 ms)Running coprocessor post-open hooks at 1731104078733 (+4 ms)Region opened successfully at 1731104078733 2024-11-08T22:14:38,734 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89., pid=20, masterSystemTime=1731104078681 2024-11-08T22:14:38,735 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:14:38,735 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:14:38,736 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:14:38,736 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ce125ddacdc72b19704742bfee61260d, NAME => 'SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T22:14:38,736 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=10e60a976fab9ba28153a92095c40a89, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:38,736 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,736 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:38,736 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,736 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e60a976fab9ba28153a92095c40a89, server=ff635fa717b5,37425,1731104056669 because future has completed 2024-11-08T22:14:38,738 INFO [StoreOpener-ce125ddacdc72b19704742bfee61260d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,740 INFO [StoreOpener-ce125ddacdc72b19704742bfee61260d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce125ddacdc72b19704742bfee61260d columnFamilyName cf 2024-11-08T22:14:38,740 DEBUG [StoreOpener-ce125ddacdc72b19704742bfee61260d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:38,741 INFO [StoreOpener-ce125ddacdc72b19704742bfee61260d-1 {}] regionserver.HStore(327): Store=ce125ddacdc72b19704742bfee61260d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:38,741 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,742 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-08T22:14:38,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 10e60a976fab9ba28153a92095c40a89, server=ff635fa717b5,37425,1731104056669 in 10.0810 sec 2024-11-08T22:14:38,742 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,743 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,743 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10e60a976fab9ba28153a92095c40a89, ASSIGN in 10.2800 sec 2024-11-08T22:14:38,745 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,747 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/ce125ddacdc72b19704742bfee61260d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:38,748 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ce125ddacdc72b19704742bfee61260d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62375191, jitterRate=-0.07053722441196442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:14:38,748 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:38,748 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ce125ddacdc72b19704742bfee61260d: Running coprocessor pre-open hook at 1731104078736Writing region info on filesystem at 1731104078736Initializing all the Stores at 1731104078738 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104078738Cleaning up temporary data from old regions at 1731104078743 (+5 ms)Running coprocessor post-open hooks at 1731104078748 (+5 ms)Region opened successfully at 1731104078748 2024-11-08T22:14:38,749 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d., pid=21, masterSystemTime=1731104078681 2024-11-08T22:14:38,750 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:14:38,751 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:14:38,751 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:14:38,751 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4658327a46902b0caf1ae953a94e319c, NAME => 'SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T22:14:38,751 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,751 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:14:38,751 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,751 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,753 INFO [StoreOpener-4658327a46902b0caf1ae953a94e319c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,754 INFO [StoreOpener-4658327a46902b0caf1ae953a94e319c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4658327a46902b0caf1ae953a94e319c columnFamilyName cf 2024-11-08T22:14:38,754 DEBUG [StoreOpener-4658327a46902b0caf1ae953a94e319c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:14:38,755 INFO [StoreOpener-4658327a46902b0caf1ae953a94e319c-1 {}] regionserver.HStore(327): Store=4658327a46902b0caf1ae953a94e319c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:14:38,755 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,756 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,757 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,757 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,758 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ce125ddacdc72b19704742bfee61260d, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:38,761 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/4658327a46902b0caf1ae953a94e319c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T22:14:38,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce125ddacdc72b19704742bfee61260d, server=ff635fa717b5,37425,1731104056669 because future has completed 2024-11-08T22:14:38,762 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4658327a46902b0caf1ae953a94e319c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68714367, jitterRate=0.023923859000205994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:14:38,762 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:38,762 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4658327a46902b0caf1ae953a94e319c: Running coprocessor pre-open hook at 1731104078751Writing region info on filesystem at 1731104078751Initializing all the Stores at 1731104078752 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104078752Cleaning up temporary data from old regions at 1731104078757 (+5 ms)Running coprocessor post-open hooks at 1731104078762 (+5 ms)Region opened successfully at 1731104078762 2024-11-08T22:14:38,763 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c., pid=22, masterSystemTime=1731104078681 2024-11-08T22:14:38,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-08T22:14:38,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ce125ddacdc72b19704742bfee61260d, server=ff635fa717b5,37425,1731104056669 in 10.0840 sec 2024-11-08T22:14:38,765 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:14:38,765 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:14:38,765 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4658327a46902b0caf1ae953a94e319c, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:38,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce125ddacdc72b19704742bfee61260d, ASSIGN in 10.3030 sec 2024-11-08T22:14:38,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4658327a46902b0caf1ae953a94e319c, server=ff635fa717b5,37425,1731104056669 because future has completed 2024-11-08T22:14:38,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-08T22:14:38,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4658327a46902b0caf1ae953a94e319c, server=ff635fa717b5,37425,1731104056669 in 10.0880 sec 2024-11-08T22:14:38,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-08T22:14:38,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4658327a46902b0caf1ae953a94e319c, ASSIGN in 10.3080 sec 2024-11-08T22:14:38,773 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T22:14:38,773 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731104078773"}]},"ts":"1731104078773"} 2024-11-08T22:14:38,775 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T22:14:38,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T22:14:38,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8280 sec 2024-11-08T22:14:41,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T22:14:43,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:43,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:43,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:44,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T22:14:44,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:44,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:44,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T22:14:46,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:14:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T22:14:46,205 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T22:14:46,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T22:14:46,205 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:14:46,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T22:14:46,209 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:14:46,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T22:14:46,236 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,238 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,239 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,241 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,302 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1., hostname=ff635fa717b5,42843,1731104056627, seqNum=2] 2024-11-08T22:14:46,308 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1., hostname=ff635fa717b5,42843,1731104056627, seqNum=2] 2024-11-08T22:14:46,310 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1., hostname=ff635fa717b5,42843,1731104056627, seqNum=2] 2024-11-08T22:14:46,311 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1., hostname=ff635fa717b5,42843,1731104056627, seqNum=2] 2024-11-08T22:14:46,366 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89., hostname=ff635fa717b5,37425,1731104056669, seqNum=2] 2024-11-08T22:14:46,369 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89., hostname=ff635fa717b5,37425,1731104056669, seqNum=2] 2024-11-08T22:14:46,371 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89., hostname=ff635fa717b5,37425,1731104056669, seqNum=2] 2024-11-08T22:14:46,373 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89., hostname=ff635fa717b5,37425,1731104056669, seqNum=2] 2024-11-08T22:14:46,378 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89., hostname=ff635fa717b5,37425,1731104056669, seqNum=2] 2024-11-08T22:14:46,380 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89., hostname=ff635fa717b5,37425,1731104056669, seqNum=2] 2024-11-08T22:14:46,485 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,487 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,488 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,489 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,491 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,492 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,497 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:46,499 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f., hostname=ff635fa717b5,39313,1731104056586, seqNum=2] 2024-11-08T22:14:47,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:14:47,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:14:47,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T22:14:47,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T22:14:47,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37425 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T22:14:47,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T22:14:47,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39313 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:14:47,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39313 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T22:14:48,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39313 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T22:14:48,274 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T22:14:48,274 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:14:48,275 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T22:14:48,276 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T22:14:48,279 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T22:14:48,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741848_1024 (size=49) 2024-11-08T22:14:48,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741848_1024 (size=49) 2024-11-08T22:14:48,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741848_1024 (size=49) 2024-11-08T22:14:48,308 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T22:14:48,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15914477704c905efcb7bdbe09f130db}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b95f8869d01ba98de1ccb51d7c74ae5f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4658327a46902b0caf1ae953a94e319c}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9138223c9fa260e5d61b86ce66788a1}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6161517fdb1e03887e3d0de0b4678c2}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce125ddacdc72b19704742bfee61260d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f2dc288c36739fd9cc4f05d8a1d36f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89bb34bb2fe3e2605fd1d86f8e5fc6f1}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e60a976fab9ba28153a92095c40a89}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7175e4667e4a091efa7796c3b36bbc3f}] 2024-11-08T22:14:48,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:48,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:48,312 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:48,312 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:48,313 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:48,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:48,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:48,328 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:48,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:48,332 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:49,756 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T22:14:58,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T22:14:58,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T22:14:58,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T22:14:58,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T22:14:58,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:14:58,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T22:14:58,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:14:58,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 4658327a46902b0caf1ae953a94e319c: 2024-11-08T22:14:58,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:14:58,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. for SnapshotProcedureTest completed. 2024-11-08T22:14:58,318 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 89bb34bb2fe3e2605fd1d86f8e5fc6f1 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T22:14:58,318 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 20f2dc288c36739fd9cc4f05d8a1d36f 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T22:14:58,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T22:14:58,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:14:58,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:14:58,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T22:14:58,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:14:58,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b95f8869d01ba98de1ccb51d7c74ae5f: 2024-11-08T22:14:58,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. for SnapshotProcedureTest completed. 2024-11-08T22:14:58,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:14:58,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:14:58,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T22:14:58,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. 2024-11-08T22:14:58,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T22:14:58,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:14:58,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e6161517fdb1e03887e3d0de0b4678c2: 2024-11-08T22:14:58,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. for SnapshotProcedureTest completed. 2024-11-08T22:14:58,329 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7175e4667e4a091efa7796c3b36bbc3f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T22:14:58,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:14:58,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:14:58,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T22:14:58,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:14:58,333 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 10e60a976fab9ba28153a92095c40a89 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T22:14:58,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:14:58,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:14:58,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d9138223c9fa260e5d61b86ce66788a1: 2024-11-08T22:14:58,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 15914477704c905efcb7bdbe09f130db: 2024-11-08T22:14:58,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. for SnapshotProcedureTest completed. 2024-11-08T22:14:58,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. for SnapshotProcedureTest completed. 2024-11-08T22:14:58,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:14:58,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:14:58,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:14:58,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:14:58,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/.tmp/cf/48ca27d4bf104cc9ba8744e198657969 is 34, key is baa/cf:cf/1731104087609/Put/seqid=0 2024-11-08T22:14:58,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f/.tmp/cf/64d00eb1c93a42079b2f97542eda934e is 34, key is aaa/cf:cf/1731104087634/Put/seqid=0 2024-11-08T22:14:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741851_1027 (size=65) 2024-11-08T22:14:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741851_1027 (size=65) 2024-11-08T22:14:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741851_1027 (size=65) 2024-11-08T22:14:58,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:14:58,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T22:14:58,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89/.tmp/cf/36e080df5bba4d10bc8ec38bfcab31ed is 34, key is ccd/cf:cf/1731104087567/Put/seqid=0 2024-11-08T22:14:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T22:14:58,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:58,392 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:14:58,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d9138223c9fa260e5d61b86ce66788a1 in 10.0860 sec 2024-11-08T22:14:58,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741850_1026 (size=57) 2024-11-08T22:14:58,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741850_1026 (size=57) 2024-11-08T22:14:58,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741850_1026 (size=57) 2024-11-08T22:14:58,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:14:58,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T22:14:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T22:14:58,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:58,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15914477704c905efcb7bdbe09f130db 2024-11-08T22:14:58,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 15914477704c905efcb7bdbe09f130db in 10.1030 sec 2024-11-08T22:14:58,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f/.tmp/cf/756020e317cd4223a4bf7ace0fda684c is 34, key is eaa/cf:cf/1731104088183/Put/seqid=0 2024-11-08T22:14:58,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741849_1025 (size=65) 2024-11-08T22:14:58,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741849_1025 (size=65) 2024-11-08T22:14:58,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741849_1025 (size=65) 2024-11-08T22:14:58,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731104067947.e6161517fdb1e03887e3d0de0b4678c2. 2024-11-08T22:14:58,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T22:14:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T22:14:58,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:58,448 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6161517fdb1e03887e3d0de0b4678c2 2024-11-08T22:14:58,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741853_1029 (size=65) 2024-11-08T22:14:58,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741853_1029 (size=65) 2024-11-08T22:14:58,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:14:58,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T22:14:58,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:14:58,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e6161517fdb1e03887e3d0de0b4678c2 in 10.1420 sec 2024-11-08T22:14:58,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ce125ddacdc72b19704742bfee61260d: 2024-11-08T22:14:58,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. for SnapshotProcedureTest completed. 2024-11-08T22:14:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T22:14:58,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:14:58,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:58,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T22:14:58,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:14:58,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741853_1029 (size=65) 2024-11-08T22:14:58,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4658327a46902b0caf1ae953a94e319c in 10.1480 sec 2024-11-08T22:14:58,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741852_1028 (size=65) 2024-11-08T22:14:58,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741852_1028 (size=65) 2024-11-08T22:14:58,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741852_1028 (size=65) 2024-11-08T22:14:58,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:14:58,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T22:14:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T22:14:58,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:58,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:14:58,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b95f8869d01ba98de1ccb51d7c74ae5f in 10.1810 sec 2024-11-08T22:14:58,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741856_1032 (size=499309) 2024-11-08T22:14:58,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741856_1032 (size=499309) 2024-11-08T22:14:58,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741856_1032 (size=499309) 2024-11-08T22:14:58,517 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f/.tmp/cf/756020e317cd4223a4bf7ace0fda684c 2024-11-08T22:14:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741854_1030 (size=28623) 2024-11-08T22:14:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741854_1030 (size=28623) 2024-11-08T22:14:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741854_1030 (size=28623) 2024-11-08T22:14:58,540 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/.tmp/cf/48ca27d4bf104cc9ba8744e198657969 2024-11-08T22:14:58,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f/.tmp/cf/756020e317cd4223a4bf7ace0fda684c as hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f/cf/756020e317cd4223a4bf7ace0fda684c 2024-11-08T22:14:58,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741857_1033 (size=47197) 2024-11-08T22:14:58,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741857_1033 (size=47197) 2024-11-08T22:14:58,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741857_1033 (size=47197) 2024-11-08T22:14:58,581 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89/.tmp/cf/36e080df5bba4d10bc8ec38bfcab31ed 2024-11-08T22:14:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741855_1031 (size=26918) 2024-11-08T22:14:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741855_1031 (size=26918) 2024-11-08T22:14:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741855_1031 (size=26918) 2024-11-08T22:14:58,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f/.tmp/cf/64d00eb1c93a42079b2f97542eda934e 2024-11-08T22:14:58,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/.tmp/cf/48ca27d4bf104cc9ba8744e198657969 as hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/cf/48ca27d4bf104cc9ba8744e198657969 2024-11-08T22:14:58,610 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/cf/48ca27d4bf104cc9ba8744e198657969, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T22:14:58,612 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 in 294ms, sequenceid=5, compaction requested=false 2024-11-08T22:14:58,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 89bb34bb2fe3e2605fd1d86f8e5fc6f1: 2024-11-08T22:14:58,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. for SnapshotProcedureTest completed. 2024-11-08T22:14:58,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:14:58,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/cf/48ca27d4bf104cc9ba8744e198657969] hfiles 2024-11-08T22:14:58,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/cf/48ca27d4bf104cc9ba8744e198657969 for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89/.tmp/cf/36e080df5bba4d10bc8ec38bfcab31ed as hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89/cf/36e080df5bba4d10bc8ec38bfcab31ed 2024-11-08T22:14:58,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f/.tmp/cf/64d00eb1c93a42079b2f97542eda934e as hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f/cf/64d00eb1c93a42079b2f97542eda934e 2024-11-08T22:14:58,626 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f/cf/756020e317cd4223a4bf7ace0fda684c, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T22:14:58,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741858_1034 (size=65) 2024-11-08T22:14:58,630 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 7175e4667e4a091efa7796c3b36bbc3f in 302ms, sequenceid=5, compaction requested=false 2024-11-08T22:14:58,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7175e4667e4a091efa7796c3b36bbc3f: 2024-11-08T22:14:58,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. for SnapshotProcedureTest completed. 2024-11-08T22:14:58,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:14:58,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f/cf/756020e317cd4223a4bf7ace0fda684c] hfiles 2024-11-08T22:14:58,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f/cf/756020e317cd4223a4bf7ace0fda684c for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741858_1034 (size=65) 2024-11-08T22:14:58,637 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89/cf/36e080df5bba4d10bc8ec38bfcab31ed, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T22:14:58,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741858_1034 (size=65) 2024-11-08T22:14:58,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:14:58,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T22:14:58,638 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 10e60a976fab9ba28153a92095c40a89 in 306ms, sequenceid=5, compaction requested=false 2024-11-08T22:14:58,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 10e60a976fab9ba28153a92095c40a89: 2024-11-08T22:14:58,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. for SnapshotProcedureTest completed. 2024-11-08T22:14:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T22:14:58,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:14:58,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:58,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89/cf/36e080df5bba4d10bc8ec38bfcab31ed] hfiles 2024-11-08T22:14:58,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89/cf/36e080df5bba4d10bc8ec38bfcab31ed for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,639 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce125ddacdc72b19704742bfee61260d 2024-11-08T22:14:58,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ce125ddacdc72b19704742bfee61260d in 10.3320 sec 2024-11-08T22:14:58,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f/cf/64d00eb1c93a42079b2f97542eda934e, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T22:14:58,645 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 20f2dc288c36739fd9cc4f05d8a1d36f in 327ms, sequenceid=5, compaction requested=false 2024-11-08T22:14:58,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 20f2dc288c36739fd9cc4f05d8a1d36f: 2024-11-08T22:14:58,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. for SnapshotProcedureTest completed. 2024-11-08T22:14:58,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T22:14:58,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f/cf/64d00eb1c93a42079b2f97542eda934e] hfiles 2024-11-08T22:14:58,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f/cf/64d00eb1c93a42079b2f97542eda934e for snapshot=SnapshotProcedureTest 2024-11-08T22:14:58,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741859_1035 (size=105) 2024-11-08T22:14:58,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741859_1035 (size=105) 2024-11-08T22:14:58,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741860_1036 (size=97) 2024-11-08T22:14:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741860_1036 (size=97) 2024-11-08T22:14:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741861_1037 (size=105) 2024-11-08T22:14:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741861_1037 (size=105) 2024-11-08T22:14:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741860_1036 (size=97) 2024-11-08T22:14:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741861_1037 (size=105) 2024-11-08T22:14:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741859_1035 (size=105) 2024-11-08T22:14:58,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741862_1038 (size=105) 2024-11-08T22:14:58,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741862_1038 (size=105) 2024-11-08T22:14:58,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741862_1038 (size=105) 2024-11-08T22:14:58,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:14:58,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T22:14:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T22:14:58,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:58,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:14:58,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 20f2dc288c36739fd9cc4f05d8a1d36f in 10.3880 sec 2024-11-08T22:14:59,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:14:59,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T22:14:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T22:14:59,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:59,090 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:14:59,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:14:59,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T22:14:59,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:14:59,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T22:14:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T22:14:59,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T22:14:59,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:59,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:14:59,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:14:59,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 89bb34bb2fe3e2605fd1d86f8e5fc6f1 in 10.7840 sec 2024-11-08T22:14:59,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 10e60a976fab9ba28153a92095c40a89 in 10.7860 sec 2024-11-08T22:14:59,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-08T22:14:59,098 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T22:14:59,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7175e4667e4a091efa7796c3b36bbc3f in 10.7860 sec 2024-11-08T22:14:59,100 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T22:14:59,101 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T22:14:59,101 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T22:14:59,103 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T22:14:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741863_1039 (size=1174) 2024-11-08T22:14:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741863_1039 (size=1174) 2024-11-08T22:14:59,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741863_1039 (size=1174) 2024-11-08T22:14:59,147 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T22:14:59,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T22:14:59,158 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:59,158 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,42843,1731104056627 2024-11-08T22:14:59,159 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:59,159 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:59,160 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:59,165 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,39313,1731104056586 2024-11-08T22:14:59,165 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,42843,1731104056627 2024-11-08T22:14:59,165 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,42843,1731104056627 2024-11-08T22:14:59,165 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,37425,1731104056669 2024-11-08T22:14:59,189 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:15:07,929 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T22:15:07,929 INFO [master/ff635fa717b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T22:15:09,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T22:15:09,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T22:15:09,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T22:15:09,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T22:15:09,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T22:15:09,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T22:15:09,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T22:15:09,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T22:15:09,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T22:15:09,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T22:15:09,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T22:15:09,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T22:15:09,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T22:15:09,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T22:15:09,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T22:15:09,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T22:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T22:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T22:15:09,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T22:15:09,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T22:15:09,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T22:15:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T22:15:09,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T22:15:09,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T22:15:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T22:15:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-08T22:15:09,169 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,37425,1731104056669 Release verify snapshot worker=ff635fa717b5,37425,1731104056669 2024-11-08T22:15:09,169 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,42843,1731104056627 Release verify snapshot worker=ff635fa717b5,42843,1731104056627 2024-11-08T22:15:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T22:15:09,170 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,39313,1731104056586 Release verify snapshot worker=ff635fa717b5,39313,1731104056586 2024-11-08T22:15:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T22:15:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T22:15:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T22:15:09,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,37425,1731104056669 in 10.0160 sec 2024-11-08T22:15:09,175 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,39313,1731104056586 Release verify snapshot worker=ff635fa717b5,39313,1731104056586 2024-11-08T22:15:09,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,39313,1731104056586 in 10.0170 sec 2024-11-08T22:15:09,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,42843,1731104056627 in 10.0170 sec 2024-11-08T22:15:09,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,39313,1731104056586 in 10.0220 sec 2024-11-08T22:15:09,181 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,39313,1731104056586 Release verify snapshot worker=ff635fa717b5,39313,1731104056586 2024-11-08T22:15:09,182 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,42843,1731104056627 Release verify snapshot worker=ff635fa717b5,42843,1731104056627 2024-11-08T22:15:09,182 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,37425,1731104056669 Release verify snapshot worker=ff635fa717b5,37425,1731104056669 2024-11-08T22:15:09,183 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,42843,1731104056627 Release verify snapshot worker=ff635fa717b5,42843,1731104056627 2024-11-08T22:15:09,186 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,42843,1731104056627 2024-11-08T22:15:09,190 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing ff635fa717b5,42843,1731104056627 2024-11-08T22:15:09,190 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server ff635fa717b5,42843,1731104056627: Simulated kill ***** 2024-11-08T22:15:09,190 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T22:15:09,190 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T22:15:09,191 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T22:15:09,191 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T22:15:09,191 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T22:15:09,191 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 688211968 }, "NonHeapMemoryUsage": { "committed": 177799168, "init": 7667712, "max": -1, "used": 174633336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T22:15:09,192 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] master.MasterRpcServices(700): ff635fa717b5,42843,1731104056627 reported a fatal error: ***** ABORTING region server ff635fa717b5,42843,1731104056627: Simulated kill ***** 2024-11-08T22:15:09,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,42843,1731104056627 in 10.0290 sec 2024-11-08T22:15:09,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,42843,1731104056627' ***** 2024-11-08T22:15:09,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T22:15:09,200 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:15:09,200 INFO [RS:1;ff635fa717b5:42843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T22:15:09,200 INFO [RS:1;ff635fa717b5:42843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T22:15:09,201 INFO [RS:1;ff635fa717b5:42843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:15:09,201 INFO [RS:1;ff635fa717b5:42843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ff635fa717b5:42843. 2024-11-08T22:15:09,201 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T22:15:09,201 DEBUG [RS:1;ff635fa717b5:42843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:09,201 DEBUG [RS:1;ff635fa717b5:42843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:09,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:15:09,213 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,37425,1731104056669 Release verify snapshot worker=ff635fa717b5,37425,1731104056669 2024-11-08T22:15:09,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,42843,1731104056627 in 10.0300 sec 2024-11-08T22:15:09,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,39313,1731104056586 in 10.0280 sec 2024-11-08T22:15:09,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,37425,1731104056669 in 10.0290 sec 2024-11-08T22:15:09,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,37425,1731104056669 in 10.0610 sec 2024-11-08T22:15:09,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741833_1009 (size=1473) 2024-11-08T22:15:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741833_1009 (size=1473) 2024-11-08T22:15:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741833_1009 (size=1473) 2024-11-08T22:15:09,221 DEBUG [RS:1;ff635fa717b5:42843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:09,221 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:09,221 INFO [RS:1;ff635fa717b5:42843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42843 2024-11-08T22:15:09,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:15:09,242 INFO [RS:1;ff635fa717b5:42843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:15:09,242 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,42843,1731104056627 2024-11-08T22:15:09,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,42843,1731104056627] 2024-11-08T22:15:09,257 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:09,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,42843,1731104056627 already deleted, retry=false 2024-11-08T22:15:09,263 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ff635fa717b5,42843,1731104056627 on ff635fa717b5,33247,1731104056146 2024-11-08T22:15:09,264 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ff635fa717b5,42843,1731104056627, splitWal=true, meta=false 2024-11-08T22:15:09,264 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for ff635fa717b5,42843,1731104056627 (carryingMeta=false) ff635fa717b5,42843,1731104056627/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@52742e80[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T22:15:09,266 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ff635fa717b5,42843,1731104056627, splitWal=true, meta=false 2024-11-08T22:15:09,270 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): ff635fa717b5,42843,1731104056627 had 3 regions 2024-11-08T22:15:09,272 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ff635fa717b5,42843,1731104056627, splitWal=true, meta=false, isMeta: false 2024-11-08T22:15:09,274 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-08T22:15:09,274 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-08T22:15:09,274 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-08T22:15:09,274 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting 2024-11-08T22:15:09,278 INFO [PEWorker-4 {}] master.SplitWALManager(105): ff635fa717b5,42843,1731104056627 WAL count=1, meta=false 2024-11-08T22:15:09,278 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,42843,1731104056627 Release verify snapshot worker=ff635fa717b5,42843,1731104056627 2024-11-08T22:15:09,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ff635fa717b5%2C42843%2C1731104056627.1731104057467}] 2024-11-08T22:15:09,279 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to ff635fa717b5,42843,1731104056627, this operation will be retried to send to another server 2024-11-08T22:15:09,280 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T22:15:09,280 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731104110280 2024-11-08T22:15:09,283 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=ff635fa717b5,37425,1731104056669 2024-11-08T22:15:09,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ff635fa717b5%2C42843%2C1731104056627.1731104057467, worker=ff635fa717b5,37425,1731104056669}] 2024-11-08T22:15:09,310 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:15:09,310 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:15:09,353 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:09,353 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x1011c839eeb0002, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:09,353 INFO [RS:1;ff635fa717b5:42843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:15:09,353 INFO [RS:1;ff635fa717b5:42843 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,42843,1731104056627; zookeeper connection closed. 2024-11-08T22:15:09,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f34770e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f34770e 2024-11-08T22:15:10,282 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ff635fa717b5,39313,1731104056586 2024-11-08T22:15:16,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T22:15:17,784 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T22:15:19,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-08T22:15:19,312 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467, size=1.4 K (1473bytes) 2024-11-08T22:15:19,312 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467 2024-11-08T22:15:19,312 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467 after 0ms 2024-11-08T22:15:19,326 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467 took 15ms 2024-11-08T22:15:19,340 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e6161517fdb1e03887e3d0de0b4678c2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T22:15:19,342 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 15914477704c905efcb7bdbe09f130db: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T22:15:19,344 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 89bb34bb2fe3e2605fd1d86f8e5fc6f1: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-08T22:15:19,345 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467 so closing down 2024-11-08T22:15:19,345 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T22:15:19,346 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T22:15:19,346 INFO [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 17 ms; skipped=5; WAL=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-08T22:15:19,346 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467, journal: Splitting hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467, size=1.4 K (1473bytes) at 1731104119312Finishing writing output for hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467 so closing down at 1731104119345 (+33 ms)3 split writer threads finished at 1731104119346 (+1 ms)Processed 5 edits across 0 Regions in 17 ms; skipped=5; WAL=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1731104119346 2024-11-08T22:15:19,346 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467 2024-11-08T22:15:19,346 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T22:15:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T22:15:19,350 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting/ff635fa717b5%2C42843%2C1731104056627.1731104057467 to hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/oldWALs 2024-11-08T22:15:19,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T22:15:19,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ff635fa717b5%2C42843%2C1731104056627.1731104057467, worker=ff635fa717b5,37425,1731104056669 in 10.0640 sec 2024-11-08T22:15:19,356 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=ff635fa717b5,37425,1731104056669 2024-11-08T22:15:19,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T22:15:19,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure ff635fa717b5%2C42843%2C1731104056627.1731104057467, worker=ff635fa717b5,37425,1731104056669 in 10.0780 sec 2024-11-08T22:15:19,364 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting dir is empty, no logs to split. 2024-11-08T22:15:19,364 INFO [PEWorker-2 {}] master.SplitWALManager(105): ff635fa717b5,42843,1731104056627 WAL count=0, meta=false 2024-11-08T22:15:19,364 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if ff635fa717b5,42843,1731104056627 WAL splitting is done? wals=0, meta=false 2024-11-08T22:15:19,368 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for ff635fa717b5,42843,1731104056627 failed, ignore...File hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/WALs/ff635fa717b5,42843,1731104056627-splitting does not exist. 2024-11-08T22:15:19,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15914477704c905efcb7bdbe09f130db, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6161517fdb1e03887e3d0de0b4678c2, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89bb34bb2fe3e2605fd1d86f8e5fc6f1, ASSIGN}] 2024-11-08T22:15:19,373 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15914477704c905efcb7bdbe09f130db, ASSIGN 2024-11-08T22:15:19,375 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15914477704c905efcb7bdbe09f130db, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:15:19,378 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6161517fdb1e03887e3d0de0b4678c2, ASSIGN 2024-11-08T22:15:19,380 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6161517fdb1e03887e3d0de0b4678c2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:15:19,382 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89bb34bb2fe3e2605fd1d86f8e5fc6f1, ASSIGN 2024-11-08T22:15:19,384 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=89bb34bb2fe3e2605fd1d86f8e5fc6f1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T22:15:19,527 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(204): Hosts are {ff635fa717b5=0} racks are {/default-rack=0} 2024-11-08T22:15:19,527 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T22:15:19,527 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T22:15:19,527 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T22:15:19,527 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T22:15:19,527 INFO [ff635fa717b5:33247 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T22:15:19,527 INFO [ff635fa717b5:33247 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T22:15:19,527 DEBUG [ff635fa717b5:33247 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T22:15:19,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=e6161517fdb1e03887e3d0de0b4678c2, regionState=OPENING, regionLocation=ff635fa717b5,37425,1731104056669 2024-11-08T22:15:19,528 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=89bb34bb2fe3e2605fd1d86f8e5fc6f1, regionState=OPENING, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:15:19,528 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=15914477704c905efcb7bdbe09f130db, regionState=OPENING, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:15:19,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6161517fdb1e03887e3d0de0b4678c2, ASSIGN because future has completed 2024-11-08T22:15:19,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6161517fdb1e03887e3d0de0b4678c2, server=ff635fa717b5,37425,1731104056669}] 2024-11-08T22:15:19,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=89bb34bb2fe3e2605fd1d86f8e5fc6f1, ASSIGN because future has completed 2024-11-08T22:15:19,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89bb34bb2fe3e2605fd1d86f8e5fc6f1, server=ff635fa717b5,39313,1731104056586}] 2024-11-08T22:15:19,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15914477704c905efcb7bdbe09f130db, ASSIGN because future has completed 2024-11-08T22:15:19,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15914477704c905efcb7bdbe09f130db, server=ff635fa717b5,39313,1731104056586}] 2024-11-08T22:15:20,287 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:15:20,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-08T22:15:20,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-08T22:15:20,287 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 89bb34bb2fe3e2605fd1d86f8e5fc6f1, NAME => 'SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T22:15:20,287 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,288 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-08T22:15:20,288 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,288 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,289 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,39313,1731104056586 Release verify snapshot worker=ff635fa717b5,39313,1731104056586 2024-11-08T22:15:20,290 INFO [StoreOpener-89bb34bb2fe3e2605fd1d86f8e5fc6f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,291 INFO [StoreOpener-89bb34bb2fe3e2605fd1d86f8e5fc6f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89bb34bb2fe3e2605fd1d86f8e5fc6f1 columnFamilyName cf 2024-11-08T22:15:20,291 DEBUG [StoreOpener-89bb34bb2fe3e2605fd1d86f8e5fc6f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:20,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-08T22:15:20,292 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T22:15:20,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ff635fa717b5,39313,1731104056586 in 21.1370 sec 2024-11-08T22:15:20,292 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T22:15:20,294 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T22:15:20,294 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T22:15:20,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 32.0220 sec 2024-11-08T22:15:20,300 DEBUG [StoreOpener-89bb34bb2fe3e2605fd1d86f8e5fc6f1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/cf/48ca27d4bf104cc9ba8744e198657969 2024-11-08T22:15:20,301 INFO [StoreOpener-89bb34bb2fe3e2605fd1d86f8e5fc6f1-1 {}] regionserver.HStore(327): Store=89bb34bb2fe3e2605fd1d86f8e5fc6f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:20,301 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,302 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,303 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,303 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,303 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,305 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,308 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:15:20,309 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 89bb34bb2fe3e2605fd1d86f8e5fc6f1; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67047912, jitterRate=-9.082555770874023E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:15:20,309 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,309 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 89bb34bb2fe3e2605fd1d86f8e5fc6f1: Running coprocessor pre-open hook at 1731104120288Writing region info on filesystem at 1731104120288Initializing all the Stores at 1731104120289 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104120289Cleaning up temporary data from old regions at 1731104120303 (+14 ms)Running coprocessor post-open hooks at 1731104120309 (+6 ms)Region opened successfully at 1731104120309 2024-11-08T22:15:20,310 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1., pid=53, masterSystemTime=1731104120283 2024-11-08T22:15:20,312 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:15:20,313 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:15:20,313 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:15:20,313 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 15914477704c905efcb7bdbe09f130db, NAME => 'SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T22:15:20,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=89bb34bb2fe3e2605fd1d86f8e5fc6f1, regionState=OPEN, openSeqNum=6, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:15:20,313 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,313 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T22:15:20,314 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,314 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,315 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T22:15:20,315 INFO [StoreOpener-15914477704c905efcb7bdbe09f130db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,317 INFO [StoreOpener-15914477704c905efcb7bdbe09f130db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15914477704c905efcb7bdbe09f130db columnFamilyName cf 2024-11-08T22:15:20,317 DEBUG [StoreOpener-15914477704c905efcb7bdbe09f130db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T22:15:20,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89bb34bb2fe3e2605fd1d86f8e5fc6f1, server=ff635fa717b5,39313,1731104056586 because future has completed 2024-11-08T22:15:20,318 INFO [StoreOpener-15914477704c905efcb7bdbe09f130db-1 {}] regionserver.HStore(327): Store=15914477704c905efcb7bdbe09f130db/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T22:15:20,318 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,319 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,320 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T22:15:20,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T22:15:20,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:20,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:20,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:20,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:20,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T22:15:20,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T22:15:20,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1433416819, stopped=false 2024-11-08T22:15:20,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-08T22:15:20,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 89bb34bb2fe3e2605fd1d86f8e5fc6f1, server=ff635fa717b5,39313,1731104056586 in 785 msec 2024-11-08T22:15:20,322 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,33247,1731104056146 2024-11-08T22:15:20,322 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,323 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,323 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89bb34bb2fe3e2605fd1d86f8e5fc6f1, ASSIGN in 952 msec 2024-11-08T22:15:20,326 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,327 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 15914477704c905efcb7bdbe09f130db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67604350, jitterRate=0.0073833167552948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T22:15:20,327 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,327 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 15914477704c905efcb7bdbe09f130db: Running coprocessor pre-open hook at 1731104120314Writing region info on filesystem at 1731104120314Initializing all the Stores at 1731104120315 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731104120315Cleaning up temporary data from old regions at 1731104120323 (+8 ms)Running coprocessor post-open hooks at 1731104120327 (+4 ms)Region opened successfully at 1731104120327 2024-11-08T22:15:20,329 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db., pid=54, masterSystemTime=1731104120283 2024-11-08T22:15:20,330 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:15:20,331 INFO [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:15:20,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=15914477704c905efcb7bdbe09f130db, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39313,1731104056586 2024-11-08T22:15:20,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15914477704c905efcb7bdbe09f130db, server=ff635fa717b5,39313,1731104056586 because future has completed 2024-11-08T22:15:20,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-08T22:15:20,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 15914477704c905efcb7bdbe09f130db, server=ff635fa717b5,39313,1731104056586 in 799 msec 2024-11-08T22:15:20,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15914477704c905efcb7bdbe09f130db, ASSIGN in 966 msec 2024-11-08T22:15:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:15:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:15:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T22:15:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:15:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:15:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:15:20,378 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:15:20,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T22:15:20,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:20,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:20,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:15:20,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,39313,1731104056586' ***** 2024-11-08T22:15:20,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:15:20,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:15:20,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,37425,1731104056669' ***** 2024-11-08T22:15:20,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T22:15:20,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T22:15:20,379 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:15:20,379 INFO [RS:0;ff635fa717b5:39313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:15:20,379 INFO [RS:0;ff635fa717b5:39313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:15:20,380 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(3091): Received CLOSE for 7175e4667e4a091efa7796c3b36bbc3f 2024-11-08T22:15:20,380 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T22:15:20,380 INFO [RS:2;ff635fa717b5:37425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T22:15:20,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:15:20,380 INFO [RS:2;ff635fa717b5:37425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T22:15:20,380 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(3091): Received CLOSE for 89bb34bb2fe3e2605fd1d86f8e5fc6f1 2024-11-08T22:15:20,380 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(3091): Received CLOSE for 4658327a46902b0caf1ae953a94e319c 2024-11-08T22:15:20,380 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(3091): Received CLOSE for 20f2dc288c36739fd9cc4f05d8a1d36f 2024-11-08T22:15:20,380 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7175e4667e4a091efa7796c3b36bbc3f, disabling compactions & flushes 2024-11-08T22:15:20,380 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(3091): Received CLOSE for d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:15:20,380 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:15:20,380 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(3091): Received CLOSE for 10e60a976fab9ba28153a92095c40a89 2024-11-08T22:15:20,380 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(3091): Received CLOSE for 15914477704c905efcb7bdbe09f130db 2024-11-08T22:15:20,380 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:15:20,380 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:15:20,380 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(3091): Received CLOSE for b95f8869d01ba98de1ccb51d7c74ae5f 2024-11-08T22:15:20,380 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,39313,1731104056586 2024-11-08T22:15:20,380 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. after waiting 0 ms 2024-11-08T22:15:20,380 INFO [RS:0;ff635fa717b5:39313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:15:20,380 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(3091): Received CLOSE for ce125ddacdc72b19704742bfee61260d 2024-11-08T22:15:20,380 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:15:20,380 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:15:20,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T22:15:20,380 INFO [RS:0;ff635fa717b5:39313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:39313. 2024-11-08T22:15:20,380 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,37425,1731104056669 2024-11-08T22:15:20,381 INFO [RS:2;ff635fa717b5:37425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:15:20,381 DEBUG [RS:0;ff635fa717b5:39313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:20,381 DEBUG [RS:0;ff635fa717b5:39313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:20,381 INFO [RS:2;ff635fa717b5:37425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ff635fa717b5:37425. 2024-11-08T22:15:20,381 DEBUG [RS:2;ff635fa717b5:37425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T22:15:20,381 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:15:20,381 DEBUG [RS:2;ff635fa717b5:37425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:20,381 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:15:20,381 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:15:20,381 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T22:15:20,381 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T22:15:20,381 DEBUG [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(1325): Online Regions={4658327a46902b0caf1ae953a94e319c=SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c., 10e60a976fab9ba28153a92095c40a89=SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89., b95f8869d01ba98de1ccb51d7c74ae5f=SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f., ce125ddacdc72b19704742bfee61260d=SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d.} 2024-11-08T22:15:20,381 DEBUG [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(1351): Waiting on 10e60a976fab9ba28153a92095c40a89, 4658327a46902b0caf1ae953a94e319c, b95f8869d01ba98de1ccb51d7c74ae5f, ce125ddacdc72b19704742bfee61260d 2024-11-08T22:15:20,381 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T22:15:20,381 DEBUG [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7175e4667e4a091efa7796c3b36bbc3f=SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f., 89bb34bb2fe3e2605fd1d86f8e5fc6f1=SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1., 20f2dc288c36739fd9cc4f05d8a1d36f=SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f., d9138223c9fa260e5d61b86ce66788a1=SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1., 15914477704c905efcb7bdbe09f130db=SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db.} 2024-11-08T22:15:20,381 DEBUG [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15914477704c905efcb7bdbe09f130db, 20f2dc288c36739fd9cc4f05d8a1d36f, 7175e4667e4a091efa7796c3b36bbc3f, 89bb34bb2fe3e2605fd1d86f8e5fc6f1, d9138223c9fa260e5d61b86ce66788a1 2024-11-08T22:15:20,381 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4658327a46902b0caf1ae953a94e319c, disabling compactions & flushes 2024-11-08T22:15:20,381 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T22:15:20,381 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:15:20,381 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T22:15:20,381 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:15:20,381 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T22:15:20,381 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. after waiting 0 ms 2024-11-08T22:15:20,381 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T22:15:20,381 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:15:20,381 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T22:15:20,382 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.70 KB heapSize=24.76 KB 2024-11-08T22:15:20,388 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/4658327a46902b0caf1ae953a94e319c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:15:20,388 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/7175e4667e4a091efa7796c3b36bbc3f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:15:20,389 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:15:20,389 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4658327a46902b0caf1ae953a94e319c: Waiting for close lock at 1731104120381Running coprocessor pre-close hooks at 1731104120381Disabling compacts and flushes for region at 1731104120381Disabling writes for close at 1731104120381Writing region close event to WAL at 1731104120383 (+2 ms)Running coprocessor post-close hooks at 1731104120389 (+6 ms)Closed at 1731104120389 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7175e4667e4a091efa7796c3b36bbc3f: Waiting for close lock at 1731104120380Running coprocessor pre-close hooks at 1731104120380Disabling compacts and flushes for region at 1731104120380Disabling writes for close at 1731104120380Writing region close event to WAL at 1731104120383 (+3 ms)Running coprocessor post-close hooks at 1731104120389 (+6 ms)Closed at 1731104120389 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731104067947.7175e4667e4a091efa7796c3b36bbc3f. 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731104067947.4658327a46902b0caf1ae953a94e319c. 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89bb34bb2fe3e2605fd1d86f8e5fc6f1, disabling compactions & flushes 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10e60a976fab9ba28153a92095c40a89, disabling compactions & flushes 2024-11-08T22:15:20,389 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:15:20,389 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. after waiting 0 ms 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. after waiting 0 ms 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:15:20,389 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:15:20,394 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/10e60a976fab9ba28153a92095c40a89/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:15:20,394 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:15:20,395 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10e60a976fab9ba28153a92095c40a89: Waiting for close lock at 1731104120389Running coprocessor pre-close hooks at 1731104120389Disabling compacts and flushes for region at 1731104120389Disabling writes for close at 1731104120389Writing region close event to WAL at 1731104120390 (+1 ms)Running coprocessor post-close hooks at 1731104120394 (+4 ms)Closed at 1731104120394 2024-11-08T22:15:20,395 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731104067947.10e60a976fab9ba28153a92095c40a89. 2024-11-08T22:15:20,395 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b95f8869d01ba98de1ccb51d7c74ae5f, disabling compactions & flushes 2024-11-08T22:15:20,395 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:15:20,395 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:15:20,395 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. after waiting 0 ms 2024-11-08T22:15:20,395 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:15:20,395 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/89bb34bb2fe3e2605fd1d86f8e5fc6f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-08T22:15:20,396 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:15:20,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89bb34bb2fe3e2605fd1d86f8e5fc6f1: Waiting for close lock at 1731104120389Running coprocessor pre-close hooks at 1731104120389Disabling compacts and flushes for region at 1731104120389Disabling writes for close at 1731104120389Writing region close event to WAL at 1731104120390 (+1 ms)Running coprocessor post-close hooks at 1731104120396 (+6 ms)Closed at 1731104120396 2024-11-08T22:15:20,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731104067947.89bb34bb2fe3e2605fd1d86f8e5fc6f1. 2024-11-08T22:15:20,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20f2dc288c36739fd9cc4f05d8a1d36f, disabling compactions & flushes 2024-11-08T22:15:20,397 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:15:20,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:15:20,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. after waiting 0 ms 2024-11-08T22:15:20,397 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:15:20,400 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/b95f8869d01ba98de1ccb51d7c74ae5f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:15:20,402 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:15:20,402 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b95f8869d01ba98de1ccb51d7c74ae5f: Waiting for close lock at 1731104120395Running coprocessor pre-close hooks at 1731104120395Disabling compacts and flushes for region at 1731104120395Disabling writes for close at 1731104120395Writing region close event to WAL at 1731104120395Running coprocessor post-close hooks at 1731104120402 (+7 ms)Closed at 1731104120402 2024-11-08T22:15:20,402 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f. 2024-11-08T22:15:20,403 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce125ddacdc72b19704742bfee61260d, disabling compactions & flushes 2024-11-08T22:15:20,403 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:15:20,403 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:15:20,403 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. after waiting 0 ms 2024-11-08T22:15:20,403 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:15:20,403 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/.tmp/info/41d473533e1149efbd018edc811e2cb0 is 167, key is SPTestTable,19999999,1731104067947.b95f8869d01ba98de1ccb51d7c74ae5f./info:regioninfo/1731104078713/Put/seqid=0 2024-11-08T22:15:20,406 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/20f2dc288c36739fd9cc4f05d8a1d36f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T22:15:20,408 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:15:20,409 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20f2dc288c36739fd9cc4f05d8a1d36f: Waiting for close lock at 1731104120397Running coprocessor pre-close hooks at 1731104120397Disabling compacts and flushes for region at 1731104120397Disabling writes for close at 1731104120397Writing region close event to WAL at 1731104120399 (+2 ms)Running coprocessor post-close hooks at 1731104120408 (+9 ms)Closed at 1731104120408 2024-11-08T22:15:20,409 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731104067947.20f2dc288c36739fd9cc4f05d8a1d36f. 2024-11-08T22:15:20,409 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9138223c9fa260e5d61b86ce66788a1, disabling compactions & flushes 2024-11-08T22:15:20,409 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:15:20,409 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:15:20,409 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. after waiting 0 ms 2024-11-08T22:15:20,409 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:15:20,413 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/ce125ddacdc72b19704742bfee61260d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:15:20,414 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:15:20,414 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce125ddacdc72b19704742bfee61260d: Waiting for close lock at 1731104120403Running coprocessor pre-close hooks at 1731104120403Disabling compacts and flushes for region at 1731104120403Disabling writes for close at 1731104120403Writing region close event to WAL at 1731104120405 (+2 ms)Running coprocessor post-close hooks at 1731104120413 (+8 ms)Closed at 1731104120414 (+1 ms) 2024-11-08T22:15:20,414 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731104067947.ce125ddacdc72b19704742bfee61260d. 2024-11-08T22:15:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741864_1040 (size=19443) 2024-11-08T22:15:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741864_1040 (size=19443) 2024-11-08T22:15:20,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741864_1040 (size=19443) 2024-11-08T22:15:20,416 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.54 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/.tmp/info/41d473533e1149efbd018edc811e2cb0 2024-11-08T22:15:20,427 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/d9138223c9fa260e5d61b86ce66788a1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T22:15:20,428 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:15:20,428 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9138223c9fa260e5d61b86ce66788a1: Waiting for close lock at 1731104120409Running coprocessor pre-close hooks at 1731104120409Disabling compacts and flushes for region at 1731104120409Disabling writes for close at 1731104120409Writing region close event to WAL at 1731104120410 (+1 ms)Running coprocessor post-close hooks at 1731104120428 (+18 ms)Closed at 1731104120428 2024-11-08T22:15:20,428 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731104067947.d9138223c9fa260e5d61b86ce66788a1. 2024-11-08T22:15:20,429 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15914477704c905efcb7bdbe09f130db, disabling compactions & flushes 2024-11-08T22:15:20,429 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:15:20,429 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:15:20,429 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. after waiting 0 ms 2024-11-08T22:15:20,429 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:15:20,429 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:20,438 INFO [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:20,446 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/default/SPTestTable/15914477704c905efcb7bdbe09f130db/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T22:15:20,447 INFO [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:15:20,447 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15914477704c905efcb7bdbe09f130db: Waiting for close lock at 1731104120429Running coprocessor pre-close hooks at 1731104120429Disabling compacts and flushes for region at 1731104120429Disabling writes for close at 1731104120429Writing region close event to WAL at 1731104120440 (+11 ms)Running coprocessor post-close hooks at 1731104120447 (+7 ms)Closed at 1731104120447 2024-11-08T22:15:20,448 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731104067947.15914477704c905efcb7bdbe09f130db. 2024-11-08T22:15:20,457 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/.tmp/ns/59908e664d6e4e2a9a564e4e1ef70c9a is 43, key is default/ns:d/1731104067826/Put/seqid=0 2024-11-08T22:15:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741865_1041 (size=5153) 2024-11-08T22:15:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741865_1041 (size=5153) 2024-11-08T22:15:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741865_1041 (size=5153) 2024-11-08T22:15:20,466 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/.tmp/ns/59908e664d6e4e2a9a564e4e1ef70c9a 2024-11-08T22:15:20,467 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T22:15:20,467 INFO [regionserver/ff635fa717b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T22:15:20,491 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/.tmp/table/8c4132da0083425a8eb5af285b246627 is 47, key is SPTestTable/table:state/1731104078773/Put/seqid=0 2024-11-08T22:15:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741866_1042 (size=5214) 2024-11-08T22:15:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741866_1042 (size=5214) 2024-11-08T22:15:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741866_1042 (size=5214) 2024-11-08T22:15:20,500 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/.tmp/table/8c4132da0083425a8eb5af285b246627 2024-11-08T22:15:20,508 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/.tmp/info/41d473533e1149efbd018edc811e2cb0 as hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/info/41d473533e1149efbd018edc811e2cb0 2024-11-08T22:15:20,516 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/info/41d473533e1149efbd018edc811e2cb0, entries=109, sequenceid=34, filesize=19.0 K 2024-11-08T22:15:20,517 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/.tmp/ns/59908e664d6e4e2a9a564e4e1ef70c9a as hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/ns/59908e664d6e4e2a9a564e4e1ef70c9a 2024-11-08T22:15:20,524 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/ns/59908e664d6e4e2a9a564e4e1ef70c9a, entries=2, sequenceid=34, filesize=5.0 K 2024-11-08T22:15:20,526 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/.tmp/table/8c4132da0083425a8eb5af285b246627 as hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/table/8c4132da0083425a8eb5af285b246627 2024-11-08T22:15:20,533 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/table/8c4132da0083425a8eb5af285b246627, entries=2, sequenceid=34, filesize=5.1 K 2024-11-08T22:15:20,534 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.70 KB/15053, heapSize ~24.46 KB/25048, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=34, compaction requested=false 2024-11-08T22:15:20,543 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-11-08T22:15:20,544 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T22:15:20,545 INFO [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T22:15:20,545 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731104120381Running coprocessor pre-close hooks at 1731104120381Disabling compacts and flushes for region at 1731104120381Disabling writes for close at 1731104120381Obtaining lock to block concurrent updates at 1731104120382 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731104120382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15053, getHeapSize=25288, getOffHeapSize=0, getCellsCount=123 at 1731104120382Flushing stores of hbase:meta,,1.1588230740 at 1731104120383 (+1 ms)Flushing 1588230740/info: creating writer at 1731104120383Flushing 1588230740/info: appending metadata at 1731104120403 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731104120403Flushing 1588230740/ns: creating writer at 1731104120427 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731104120457 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731104120457Flushing 1588230740/table: creating writer at 1731104120474 (+17 ms)Flushing 1588230740/table: appending metadata at 1731104120491 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731104120491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b295898: reopening flushed file at 1731104120507 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c18fbb8: reopening flushed file at 1731104120516 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5283b187: reopening flushed file at 1731104120525 (+9 ms)Finished flush of dataSize ~14.70 KB/15053, heapSize ~24.46 KB/25048, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=34, compaction requested=false at 1731104120534 (+9 ms)Writing region close event to WAL at 1731104120535 (+1 ms)Running coprocessor post-close hooks at 1731104120544 (+9 ms)Closed at 1731104120545 (+1 ms) 2024-11-08T22:15:20,545 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T22:15:20,581 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,37425,1731104056669; all regions closed. 2024-11-08T22:15:20,581 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,39313,1731104056586; all regions closed. 2024-11-08T22:15:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741835_1011 (size=2947) 2024-11-08T22:15:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741835_1011 (size=2947) 2024-11-08T22:15:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741835_1011 (size=2947) 2024-11-08T22:15:20,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741836_1012 (size=17691) 2024-11-08T22:15:20,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741836_1012 (size=17691) 2024-11-08T22:15:20,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741836_1012 (size=17691) 2024-11-08T22:15:20,590 DEBUG [RS:2;ff635fa717b5:37425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/oldWALs 2024-11-08T22:15:20,590 INFO [RS:2;ff635fa717b5:37425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C37425%2C1731104056669:(num 1731104057514) 2024-11-08T22:15:20,590 DEBUG [RS:2;ff635fa717b5:37425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:20,590 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:20,590 DEBUG [RS:0;ff635fa717b5:39313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/oldWALs 2024-11-08T22:15:20,590 INFO [RS:0;ff635fa717b5:39313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C39313%2C1731104056586.meta:.meta(num 1731104067736) 2024-11-08T22:15:20,590 INFO [RS:2;ff635fa717b5:37425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:15:20,590 INFO [RS:2;ff635fa717b5:37425 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:15:20,591 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T22:15:20,591 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:15:20,591 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T22:15:20,591 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T22:15:20,591 INFO [RS:2;ff635fa717b5:37425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:15:20,591 INFO [RS:2;ff635fa717b5:37425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37425 2024-11-08T22:15:20,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741834_1010 (size=4056) 2024-11-08T22:15:20,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741834_1010 (size=4056) 2024-11-08T22:15:20,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741834_1010 (size=4056) 2024-11-08T22:15:20,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:15:20,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,37425,1731104056669 2024-11-08T22:15:20,599 INFO [RS:2;ff635fa717b5:37425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:15:20,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,37425,1731104056669] 2024-11-08T22:15:20,601 DEBUG [RS:0;ff635fa717b5:39313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/oldWALs 2024-11-08T22:15:20,601 INFO [RS:0;ff635fa717b5:39313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C39313%2C1731104056586:(num 1731104057510) 2024-11-08T22:15:20,601 DEBUG [RS:0;ff635fa717b5:39313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T22:15:20,601 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T22:15:20,601 INFO [RS:0;ff635fa717b5:39313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:15:20,602 INFO [RS:0;ff635fa717b5:39313 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T22:15:20,602 INFO [RS:0;ff635fa717b5:39313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:15:20,602 INFO [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:15:20,602 INFO [RS:0;ff635fa717b5:39313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39313 2024-11-08T22:15:20,610 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,37425,1731104056669 already deleted, retry=false 2024-11-08T22:15:20,610 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,37425,1731104056669 expired; onlineServers=1 2024-11-08T22:15:20,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,39313,1731104056586 2024-11-08T22:15:20,620 INFO [RS:0;ff635fa717b5:39313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:15:20,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T22:15:20,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,39313,1731104056586] 2024-11-08T22:15:20,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,39313,1731104056586 already deleted, retry=false 2024-11-08T22:15:20,641 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,39313,1731104056586 expired; onlineServers=0 2024-11-08T22:15:20,641 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,33247,1731104056146' ***** 2024-11-08T22:15:20,641 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T22:15:20,641 INFO [M:0;ff635fa717b5:33247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T22:15:20,641 INFO [M:0;ff635fa717b5:33247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T22:15:20,642 DEBUG [M:0;ff635fa717b5:33247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T22:15:20,643 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104057176 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731104057176,5,FailOnTimeoutGroup] 2024-11-08T22:15:20,643 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104057172 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731104057172,5,FailOnTimeoutGroup] 2024-11-08T22:15:20,643 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T22:15:20,643 DEBUG [M:0;ff635fa717b5:33247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T22:15:20,644 INFO [M:0;ff635fa717b5:33247 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T22:15:20,644 INFO [M:0;ff635fa717b5:33247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T22:15:20,644 DEBUG [M:0;ff635fa717b5:33247 {}] master.HMaster(1795): Stopping service threads 2024-11-08T22:15:20,644 INFO [M:0;ff635fa717b5:33247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T22:15:20,645 INFO [M:0;ff635fa717b5:33247 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T22:15:20,645 ERROR [M:0;ff635fa717b5:33247 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:46883 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46883,5,PEWorkerGroup] 2024-11-08T22:15:20,645 INFO [M:0;ff635fa717b5:33247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T22:15:20,645 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T22:15:20,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T22:15:20,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T22:15:20,652 DEBUG [M:0;ff635fa717b5:33247 {}] zookeeper.ZKUtil(347): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T22:15:20,652 WARN [M:0;ff635fa717b5:33247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T22:15:20,653 INFO [M:0;ff635fa717b5:33247 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/.lastflushedseqids 2024-11-08T22:15:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741867_1043 (size=650) 2024-11-08T22:15:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741867_1043 (size=650) 2024-11-08T22:15:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741867_1043 (size=650) 2024-11-08T22:15:20,694 INFO [M:0;ff635fa717b5:33247 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T22:15:20,694 INFO [M:0;ff635fa717b5:33247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T22:15:20,694 DEBUG [M:0;ff635fa717b5:33247 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T22:15:20,694 INFO [M:0;ff635fa717b5:33247 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:20,694 DEBUG [M:0;ff635fa717b5:33247 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:20,694 DEBUG [M:0;ff635fa717b5:33247 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T22:15:20,694 DEBUG [M:0;ff635fa717b5:33247 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:20,695 INFO [M:0;ff635fa717b5:33247 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=177.72 KB heapSize=217.39 KB 2024-11-08T22:15:20,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:20,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x1011c839eeb0003, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:20,710 INFO [RS:2;ff635fa717b5:37425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:15:20,710 INFO [RS:2;ff635fa717b5:37425 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,37425,1731104056669; zookeeper connection closed. 2024-11-08T22:15:20,710 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b564bc0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b564bc0 2024-11-08T22:15:20,713 DEBUG [M:0;ff635fa717b5:33247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cd967f33db745fcb81b1120c3f28dad is 82, key is hbase:meta,,1/info:regioninfo/1731104067800/Put/seqid=0 2024-11-08T22:15:20,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741868_1044 (size=5672) 2024-11-08T22:15:20,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741868_1044 (size=5672) 2024-11-08T22:15:20,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741868_1044 (size=5672) 2024-11-08T22:15:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:20,731 INFO [RS:0;ff635fa717b5:39313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:15:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39313-0x1011c839eeb0001, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:20,731 INFO [RS:0;ff635fa717b5:39313 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,39313,1731104056586; zookeeper connection closed. 2024-11-08T22:15:20,731 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28b12f97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28b12f97 2024-11-08T22:15:20,732 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T22:15:20,732 INFO [M:0;ff635fa717b5:33247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cd967f33db745fcb81b1120c3f28dad 2024-11-08T22:15:20,760 DEBUG [M:0;ff635fa717b5:33247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8beb60a5a6134b48a816704e0ce1397f is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731104078778/Put/seqid=0 2024-11-08T22:15:20,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741869_1045 (size=12183) 2024-11-08T22:15:20,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741869_1045 (size=12183) 2024-11-08T22:15:20,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741869_1045 (size=12183) 2024-11-08T22:15:20,771 INFO [M:0;ff635fa717b5:33247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=176.99 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8beb60a5a6134b48a816704e0ce1397f 2024-11-08T22:15:20,786 INFO [M:0;ff635fa717b5:33247 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8beb60a5a6134b48a816704e0ce1397f 2024-11-08T22:15:20,804 DEBUG [M:0;ff635fa717b5:33247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edddc75409954609b0ccdce6a0417685 is 69, key is ff635fa717b5,37425,1731104056669/rs:state/1731104057304/Put/seqid=0 2024-11-08T22:15:20,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741870_1046 (size=5442) 2024-11-08T22:15:20,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741870_1046 (size=5442) 2024-11-08T22:15:20,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741870_1046 (size=5442) 2024-11-08T22:15:20,815 INFO [M:0;ff635fa717b5:33247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edddc75409954609b0ccdce6a0417685 2024-11-08T22:15:20,827 INFO [M:0;ff635fa717b5:33247 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edddc75409954609b0ccdce6a0417685 2024-11-08T22:15:20,828 DEBUG [M:0;ff635fa717b5:33247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cd967f33db745fcb81b1120c3f28dad as hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cd967f33db745fcb81b1120c3f28dad 2024-11-08T22:15:20,835 INFO [M:0;ff635fa717b5:33247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cd967f33db745fcb81b1120c3f28dad, entries=8, sequenceid=428, filesize=5.5 K 2024-11-08T22:15:20,837 DEBUG [M:0;ff635fa717b5:33247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8beb60a5a6134b48a816704e0ce1397f as hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8beb60a5a6134b48a816704e0ce1397f 2024-11-08T22:15:20,844 INFO [M:0;ff635fa717b5:33247 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8beb60a5a6134b48a816704e0ce1397f 2024-11-08T22:15:20,844 INFO [M:0;ff635fa717b5:33247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8beb60a5a6134b48a816704e0ce1397f, entries=54, sequenceid=428, filesize=11.9 K 2024-11-08T22:15:20,845 DEBUG [M:0;ff635fa717b5:33247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edddc75409954609b0ccdce6a0417685 as hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edddc75409954609b0ccdce6a0417685 2024-11-08T22:15:20,853 INFO [M:0;ff635fa717b5:33247 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edddc75409954609b0ccdce6a0417685 2024-11-08T22:15:20,853 INFO [M:0;ff635fa717b5:33247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/05187029-f771-0811-3e88-19a688174408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edddc75409954609b0ccdce6a0417685, entries=3, sequenceid=428, filesize=5.3 K 2024-11-08T22:15:20,854 INFO [M:0;ff635fa717b5:33247 {}] regionserver.HRegion(3140): Finished flush of dataSize ~177.72 KB/181986, heapSize ~217.09 KB/222304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=428, compaction requested=false 2024-11-08T22:15:20,855 INFO [M:0;ff635fa717b5:33247 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T22:15:20,855 DEBUG [M:0;ff635fa717b5:33247 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731104120694Disabling compacts and flushes for region at 1731104120694Disabling writes for close at 1731104120694Obtaining lock to block concurrent updates at 1731104120695 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731104120695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=181986, getHeapSize=222544, getOffHeapSize=0, getCellsCount=523 at 1731104120695Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731104120695Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731104120695Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731104120712 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731104120712Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731104120737 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731104120759 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731104120760 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731104120786 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731104120803 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731104120803Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a2efb8: reopening flushed file at 1731104120827 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1d7f74: reopening flushed file at 1731104120835 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695a3886: reopening flushed file at 1731104120844 (+9 ms)Finished flush of dataSize ~177.72 KB/181986, heapSize ~217.09 KB/222304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=428, compaction requested=false at 1731104120854 (+10 ms)Writing region close event to WAL at 1731104120855 (+1 ms)Closed at 1731104120855 2024-11-08T22:15:20,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741830_1006 (size=210605) 2024-11-08T22:15:20,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43289 is added to blk_1073741830_1006 (size=210605) 2024-11-08T22:15:20,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741830_1006 (size=210605) 2024-11-08T22:15:20,859 INFO [M:0;ff635fa717b5:33247 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T22:15:20,859 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T22:15:20,860 INFO [M:0;ff635fa717b5:33247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33247 2024-11-08T22:15:20,860 INFO [M:0;ff635fa717b5:33247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T22:15:20,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:20,973 INFO [M:0;ff635fa717b5:33247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T22:15:20,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x1011c839eeb0000, quorum=127.0.0.1:57981, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T22:15:20,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@732bb784{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:15:20,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7289176a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:15:20,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:15:20,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1b8377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:15:20,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180e4735{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/hadoop.log.dir/,STOPPED} 2024-11-08T22:15:20,977 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:15:20,977 WARN [BP-1280005068-172.17.0.3-1731104053165 heartbeating to localhost/127.0.0.1:46883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:15:20,978 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:15:20,978 WARN [BP-1280005068-172.17.0.3-1731104053165 heartbeating to localhost/127.0.0.1:46883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1280005068-172.17.0.3-1731104053165 (Datanode Uuid 11ea009d-8a45-47cc-a896-8a3cd533f5b8) service to localhost/127.0.0.1:46883 2024-11-08T22:15:20,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data5/current/BP-1280005068-172.17.0.3-1731104053165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:15:20,979 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data6/current/BP-1280005068-172.17.0.3-1731104053165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:15:20,979 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:15:20,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a0161ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:15:20,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ecc1cd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:15:20,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:15:20,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a28eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:15:20,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70fbbb4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/hadoop.log.dir/,STOPPED} 2024-11-08T22:15:20,990 WARN [BP-1280005068-172.17.0.3-1731104053165 heartbeating to localhost/127.0.0.1:46883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:15:20,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:15:20,990 WARN [BP-1280005068-172.17.0.3-1731104053165 heartbeating to localhost/127.0.0.1:46883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1280005068-172.17.0.3-1731104053165 (Datanode Uuid 0cd8a0b1-f9e6-4e50-ba47-f2660b931321) service to localhost/127.0.0.1:46883 2024-11-08T22:15:20,990 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:15:20,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data3/current/BP-1280005068-172.17.0.3-1731104053165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:15:20,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data4/current/BP-1280005068-172.17.0.3-1731104053165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:15:20,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:15:20,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22032f89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T22:15:20,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54b53d8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:15:20,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:15:20,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ceb4815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:15:20,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afabc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/hadoop.log.dir/,STOPPED} 2024-11-08T22:15:20,997 WARN [BP-1280005068-172.17.0.3-1731104053165 heartbeating to localhost/127.0.0.1:46883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T22:15:20,997 WARN [BP-1280005068-172.17.0.3-1731104053165 heartbeating to localhost/127.0.0.1:46883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1280005068-172.17.0.3-1731104053165 (Datanode Uuid 75f465ce-11e0-4d57-bc63-7d4adcc28f4b) service to localhost/127.0.0.1:46883 2024-11-08T22:15:20,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data1/current/BP-1280005068-172.17.0.3-1731104053165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:15:20,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/cluster_9f18bead-acff-0d3a-0bb2-c94c6d0db350/data/data2/current/BP-1280005068-172.17.0.3-1731104053165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T22:15:20,998 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T22:15:21,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2ff21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T22:15:21,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T22:15:21,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T22:15:21,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@376d3aeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T22:15:21,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T22:15:21,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58bba0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T22:15:21,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb14da0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/143b9687-f864-d16f-d06f-ecdbdc29404e/hadoop.log.dir/,STOPPED} 2024-11-08T22:15:21,014 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T22:15:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T22:15:21,062 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 99) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46883 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46883 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=480 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 350) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2553 (was 3147)