2024-11-09 20:33:30,126 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 20:33:30,136 main DEBUG Took 0.008410 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 20:33:30,137 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 20:33:30,137 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 20:33:30,138 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 20:33:30,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,145 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 20:33:30,157 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,160 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,160 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,162 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,162 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,163 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,164 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,165 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,166 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,167 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,168 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:30,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,169 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 20:33:30,170 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:30,172 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 20:33:30,173 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 20:33:30,174 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 20:33:30,175 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 20:33:30,175 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 20:33:30,183 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 20:33:30,186 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 20:33:30,187 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 20:33:30,188 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 20:33:30,188 main DEBUG createAppenders(={Console}) 2024-11-09 20:33:30,189 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-09 20:33:30,189 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 20:33:30,189 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-09 20:33:30,190 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 20:33:30,190 main DEBUG OutputStream closed 2024-11-09 20:33:30,190 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 20:33:30,191 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 20:33:30,191 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-09 20:33:30,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 20:33:30,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 20:33:30,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 20:33:30,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 20:33:30,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 20:33:30,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 20:33:30,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 20:33:30,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 20:33:30,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 20:33:30,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 20:33:30,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 20:33:30,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 20:33:30,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 20:33:30,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 20:33:30,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 20:33:30,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 20:33:30,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 20:33:30,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 20:33:30,273 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 20:33:30,274 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-09 20:33:30,274 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 20:33:30,275 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-09T20:33:30,287 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-09 20:33:30,289 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 20:33:30,290 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T20:33:30,297 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-09T20:33:30,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=121, ProcessCount=11, AvailableMemoryMB=5698 2024-11-09T20:33:30,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe 2024-11-09T20:33:30,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T20:33:30,576 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08, deleteOnExit=true 2024-11-09T20:33:30,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T20:33:30,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/test.cache.data in system properties and HBase conf 2024-11-09T20:33:30,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T20:33:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir in system properties and HBase conf 2024-11-09T20:33:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T20:33:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T20:33:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T20:33:30,659 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T20:33:30,745 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T20:33:30,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T20:33:30,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T20:33:30,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T20:33:30,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T20:33:30,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T20:33:30,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T20:33:30,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T20:33:30,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T20:33:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T20:33:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/nfs.dump.dir in system properties and HBase conf 2024-11-09T20:33:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/java.io.tmpdir in system properties and HBase conf 2024-11-09T20:33:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T20:33:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T20:33:30,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T20:33:31,652 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T20:33:31,727 INFO [Time-limited test {}] log.Log(170): Logging initialized @2265ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T20:33:31,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:33:31,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:33:31,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:33:31,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:33:31,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:33:31,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:33:31,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:33:31,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:33:32,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/java.io.tmpdir/jetty-localhost-34975-hadoop-hdfs-3_4_1-tests_jar-_-any-17201783138649096084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T20:33:32,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:34975} 2024-11-09T20:33:32,098 INFO [Time-limited test {}] server.Server(415): Started @2637ms 2024-11-09T20:33:32,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:33:32,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:33:32,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:33:32,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:33:32,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T20:33:32,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:33:32,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:33:32,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/java.io.tmpdir/jetty-localhost-46529-hadoop-hdfs-3_4_1-tests_jar-_-any-7362386014667197036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:33:32,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:46529} 2024-11-09T20:33:32,663 INFO [Time-limited test {}] server.Server(415): Started @3201ms 2024-11-09T20:33:32,714 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:33:32,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:33:32,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:33:32,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:33:32,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:33:32,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T20:33:32,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:33:32,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:33:32,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/java.io.tmpdir/jetty-localhost-33277-hadoop-hdfs-3_4_1-tests_jar-_-any-6444025721082316594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:33:32,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:33277} 2024-11-09T20:33:32,932 INFO [Time-limited test {}] server.Server(415): Started @3471ms 2024-11-09T20:33:32,935 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:33:32,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:33:32,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:33:32,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:33:32,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:33:32,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T20:33:32,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:33:32,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:33:33,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/java.io.tmpdir/jetty-localhost-46791-hadoop-hdfs-3_4_1-tests_jar-_-any-2194358104623008208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:33:33,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:46791} 2024-11-09T20:33:33,098 INFO [Time-limited test {}] server.Server(415): Started @3636ms 2024-11-09T20:33:33,100 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:33:33,819 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data4/current/BP-997992052-172.17.0.2-1731184411273/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:33,819 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data3/current/BP-997992052-172.17.0.2-1731184411273/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:33,819 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data1/current/BP-997992052-172.17.0.2-1731184411273/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:33,819 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data2/current/BP-997992052-172.17.0.2-1731184411273/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:33,853 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:33:33,853 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:33:33,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64cdf881b42afbab with lease ID 0xd00c55a2a641946: Processing first storage report for DS-28ca07cd-0268-440a-aa3c-dff06ea37faa from datanode DatanodeRegistration(127.0.0.1:35185, datanodeUuid=928f5712-dd61-4fd3-bdf6-40c04f635e28, infoPort=46361, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273) 2024-11-09T20:33:33,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64cdf881b42afbab with lease ID 0xd00c55a2a641946: from storage DS-28ca07cd-0268-440a-aa3c-dff06ea37faa node DatanodeRegistration(127.0.0.1:35185, datanodeUuid=928f5712-dd61-4fd3-bdf6-40c04f635e28, infoPort=46361, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T20:33:33,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa872d51d9c6dcc4f with lease ID 0xd00c55a2a641947: Processing first storage report for DS-5b410fae-2457-42b7-9f0b-3e2e0e95a73a from datanode DatanodeRegistration(127.0.0.1:46089, datanodeUuid=ff61ad91-2e5d-4f35-93da-21b0e8d218f3, infoPort=44567, infoSecurePort=0, ipcPort=43367, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273) 2024-11-09T20:33:33,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa872d51d9c6dcc4f with lease ID 0xd00c55a2a641947: from storage DS-5b410fae-2457-42b7-9f0b-3e2e0e95a73a node DatanodeRegistration(127.0.0.1:46089, datanodeUuid=ff61ad91-2e5d-4f35-93da-21b0e8d218f3, infoPort=44567, infoSecurePort=0, ipcPort=43367, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:33:33,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64cdf881b42afbab with lease ID 0xd00c55a2a641946: Processing first storage report for DS-99181c7e-336b-4500-ab0a-8fedf48e3d0f from datanode DatanodeRegistration(127.0.0.1:35185, datanodeUuid=928f5712-dd61-4fd3-bdf6-40c04f635e28, infoPort=46361, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273) 2024-11-09T20:33:33,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64cdf881b42afbab with lease ID 0xd00c55a2a641946: from storage DS-99181c7e-336b-4500-ab0a-8fedf48e3d0f node DatanodeRegistration(127.0.0.1:35185, datanodeUuid=928f5712-dd61-4fd3-bdf6-40c04f635e28, infoPort=46361, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:33:33,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa872d51d9c6dcc4f with lease ID 0xd00c55a2a641947: Processing first storage report for DS-eb7aa999-df36-4f3f-99fc-0d3b4c9a0f7b from datanode DatanodeRegistration(127.0.0.1:46089, datanodeUuid=ff61ad91-2e5d-4f35-93da-21b0e8d218f3, infoPort=44567, infoSecurePort=0, ipcPort=43367, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273) 2024-11-09T20:33:33,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa872d51d9c6dcc4f with lease ID 0xd00c55a2a641947: from storage DS-eb7aa999-df36-4f3f-99fc-0d3b4c9a0f7b node DatanodeRegistration(127.0.0.1:46089, datanodeUuid=ff61ad91-2e5d-4f35-93da-21b0e8d218f3, infoPort=44567, infoSecurePort=0, ipcPort=43367, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:33:33,950 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data6/current/BP-997992052-172.17.0.2-1731184411273/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:33,950 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data5/current/BP-997992052-172.17.0.2-1731184411273/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:33,971 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:33:33,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6ec59e56d759168 with lease ID 0xd00c55a2a641948: Processing first storage report for DS-3dcc820d-d6f5-4542-abcf-9306ecdeba7d from datanode DatanodeRegistration(127.0.0.1:35879, datanodeUuid=bb610e4e-9dbd-4fd2-b50c-e854d767206e, infoPort=42237, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273) 2024-11-09T20:33:33,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6ec59e56d759168 with lease ID 0xd00c55a2a641948: from storage DS-3dcc820d-d6f5-4542-abcf-9306ecdeba7d node DatanodeRegistration(127.0.0.1:35879, datanodeUuid=bb610e4e-9dbd-4fd2-b50c-e854d767206e, infoPort=42237, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:33:33,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6ec59e56d759168 with lease ID 0xd00c55a2a641948: Processing first storage report for DS-06cd8d20-62ac-473b-9308-da441b9aa1e7 from datanode DatanodeRegistration(127.0.0.1:35879, datanodeUuid=bb610e4e-9dbd-4fd2-b50c-e854d767206e, infoPort=42237, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273) 2024-11-09T20:33:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6ec59e56d759168 with lease ID 0xd00c55a2a641948: from storage DS-06cd8d20-62ac-473b-9308-da441b9aa1e7 node DatanodeRegistration(127.0.0.1:35879, datanodeUuid=bb610e4e-9dbd-4fd2-b50c-e854d767206e, infoPort=42237, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=1012282913;c=1731184411273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:33:33,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe 2024-11-09T20:33:34,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/zookeeper_0, clientPort=57235, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T20:33:34,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57235 2024-11-09T20:33:34,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:34,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:33:34,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:33:34,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:33:34,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 with version=8 2024-11-09T20:33:34,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/hbase-staging 2024-11-09T20:33:34,780 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T20:33:34,998 INFO [Time-limited test {}] client.ConnectionUtils(128): master/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:33:35,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:33:35,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:33:35,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T20:33:35,215 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T20:33:35,227 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T20:33:35,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:33:35,257 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32244 (auto-detected) 2024-11-09T20:33:35,258 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T20:33:35,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40463 2024-11-09T20:33:35,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40463 connecting to ZooKeeper ensemble=127.0.0.1:57235 2024-11-09T20:33:35,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404630x0, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:33:35,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40463-0x10122976fcd0000 connected 2024-11-09T20:33:35,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:35,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:35,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:33:35,508 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63, hbase.cluster.distributed=false 2024-11-09T20:33:35,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:33:35,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40463 2024-11-09T20:33:35,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40463 2024-11-09T20:33:35,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40463 2024-11-09T20:33:35,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40463 2024-11-09T20:33:35,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40463 2024-11-09T20:33:35,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:33:35,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:33:35,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:33:35,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:33:35,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:33:35,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39351 2024-11-09T20:33:35,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39351 connecting to ZooKeeper ensemble=127.0.0.1:57235 2024-11-09T20:33:35,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:35,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:35,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393510x0, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:33:35,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393510x0, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:33:35,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39351-0x10122976fcd0001 connected 2024-11-09T20:33:35,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:33:35,665 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:33:35,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:33:35,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:33:35,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39351 2024-11-09T20:33:35,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39351 2024-11-09T20:33:35,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39351 2024-11-09T20:33:35,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39351 2024-11-09T20:33:35,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39351 2024-11-09T20:33:35,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:33:35,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:33:35,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:33:35,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:33:35,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:33:35,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40469 2024-11-09T20:33:35,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40469 connecting to ZooKeeper ensemble=127.0.0.1:57235 2024-11-09T20:33:35,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:35,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:35,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404690x0, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:33:35,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:33:35,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40469-0x10122976fcd0002 connected 2024-11-09T20:33:35,714 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:33:35,715 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:33:35,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:33:35,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:33:35,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-09T20:33:35,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40469 2024-11-09T20:33:35,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40469 2024-11-09T20:33:35,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-09T20:33:35,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-09T20:33:35,736 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:33:35,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:33:35,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:35,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:33:35,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:33:35,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:33:35,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33893 2024-11-09T20:33:35,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33893 connecting to ZooKeeper ensemble=127.0.0.1:57235 2024-11-09T20:33:35,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:35,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:35,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338930x0, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:33:35,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338930x0, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:33:35,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33893-0x10122976fcd0003 connected 2024-11-09T20:33:35,755 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:33:35,756 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:33:35,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:33:35,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:33:35,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33893 2024-11-09T20:33:35,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33893 2024-11-09T20:33:35,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33893 2024-11-09T20:33:35,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33893 2024-11-09T20:33:35,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33893 2024-11-09T20:33:35,776 DEBUG [M:0;221ead37f9cb:40463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;221ead37f9cb:40463 2024-11-09T20:33:35,777 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/221ead37f9cb,40463,1731184414848 2024-11-09T20:33:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:35,790 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/221ead37f9cb,40463,1731184414848 2024-11-09T20:33:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:33:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:33:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:33:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:35,821 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T20:33:35,822 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/221ead37f9cb,40463,1731184414848 from backup master directory 2024-11-09T20:33:35,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/221ead37f9cb,40463,1731184414848 2024-11-09T20:33:35,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:35,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:35,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:35,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:35,830 WARN [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:33:35,830 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=221ead37f9cb,40463,1731184414848 2024-11-09T20:33:35,833 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T20:33:35,834 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T20:33:35,891 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/hbase.id] with ID: 79fca2f7-2620-4ff7-bfcd-fa0167026cc0 2024-11-09T20:33:35,891 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/.tmp/hbase.id 2024-11-09T20:33:35,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:33:35,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:33:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:33:35,907 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/.tmp/hbase.id]:[hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/hbase.id] 2024-11-09T20:33:35,951 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:35,957 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T20:33:35,977 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-09T20:33:35,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:35,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:35,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:35,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:33:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:33:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:33:36,027 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T20:33:36,029 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T20:33:36,044 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:33:36,049 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:33:36,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:33:36,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:33:36,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:33:36,104 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store 2024-11-09T20:33:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:33:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:33:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:33:36,138 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T20:33:36,141 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:36,142 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T20:33:36,143 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:33:36,143 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:33:36,144 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T20:33:36,144 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:33:36,144 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:33:36,146 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731184416142Disabling compacts and flushes for region at 1731184416142Disabling writes for close at 1731184416144 (+2 ms)Writing region close event to WAL at 1731184416144Closed at 1731184416144 2024-11-09T20:33:36,148 WARN [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/.initializing 2024-11-09T20:33:36,148 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/WALs/221ead37f9cb,40463,1731184414848 2024-11-09T20:33:36,158 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:33:36,173 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C40463%2C1731184414848, suffix=, logDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/WALs/221ead37f9cb,40463,1731184414848, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/oldWALs, maxLogs=10 2024-11-09T20:33:36,201 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/WALs/221ead37f9cb,40463,1731184414848/221ead37f9cb%2C40463%2C1731184414848.1731184416178, exclude list is [], retry=0 2024-11-09T20:33:36,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-5b410fae-2457-42b7-9f0b-3e2e0e95a73a,DISK] 2024-11-09T20:33:36,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35879,DS-3dcc820d-d6f5-4542-abcf-9306ecdeba7d,DISK] 2024-11-09T20:33:36,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-28ca07cd-0268-440a-aa3c-dff06ea37faa,DISK] 2024-11-09T20:33:36,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T20:33:36,260 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/WALs/221ead37f9cb,40463,1731184414848/221ead37f9cb%2C40463%2C1731184414848.1731184416178 2024-11-09T20:33:36,261 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:46361:46361),(127.0.0.1/127.0.0.1:42237:42237)] 2024-11-09T20:33:36,261 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:33:36,262 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:36,265 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,266 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T20:33:36,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:36,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:36,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T20:33:36,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:36,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:36,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T20:33:36,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:36,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:36,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T20:33:36,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:36,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:36,349 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,354 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,356 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,364 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,365 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,370 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:33:36,376 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:36,382 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:36,383 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71764963, jitterRate=0.06938128173351288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:33:36,390 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731184416278Initializing all the Stores at 1731184416280 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184416281 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184416282 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184416283 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184416283Cleaning up temporary data from old regions at 1731184416365 (+82 ms)Region opened successfully at 1731184416390 (+25 ms) 2024-11-09T20:33:36,392 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T20:33:36,427 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eba5f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:33:36,462 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T20:33:36,473 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T20:33:36,473 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T20:33:36,476 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:33:36,478 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T20:33:36,483 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T20:33:36,483 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T20:33:36,522 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T20:33:36,533 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T20:33:36,578 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T20:33:36,581 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T20:33:36,583 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T20:33:36,587 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T20:33:36,589 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T20:33:36,593 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T20:33:36,604 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T20:33:36,606 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T20:33:36,612 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T20:33:36,631 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T20:33:36,637 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T20:33:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:33:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:33:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:33:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:33:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,651 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=221ead37f9cb,40463,1731184414848, sessionid=0x10122976fcd0000, setting cluster-up flag (Was=false) 2024-11-09T20:33:36,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,704 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T20:33:36,707 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=221ead37f9cb,40463,1731184414848 2024-11-09T20:33:36,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:36,754 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T20:33:36,756 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=221ead37f9cb,40463,1731184414848 2024-11-09T20:33:36,762 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T20:33:36,843 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:33:36,853 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T20:33:36,860 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T20:33:36,865 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(746): ClusterId : 79fca2f7-2620-4ff7-bfcd-fa0167026cc0 2024-11-09T20:33:36,868 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:33:36,868 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 221ead37f9cb,40463,1731184414848 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T20:33:36,874 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.HRegionServer(746): ClusterId : 79fca2f7-2620-4ff7-bfcd-fa0167026cc0 2024-11-09T20:33:36,875 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:33:36,889 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(746): ClusterId : 79fca2f7-2620-4ff7-bfcd-fa0167026cc0 2024-11-09T20:33:36,889 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:33:36,890 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:33:36,890 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:33:36,892 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:33:36,892 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:33:36,893 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:33:36,893 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:33:36,893 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/221ead37f9cb:0, corePoolSize=10, maxPoolSize=10 2024-11-09T20:33:36,893 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:36,894 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:33:36,894 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:36,901 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184446901 2024-11-09T20:33:36,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:33:36,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T20:33:36,903 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T20:33:36,908 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:33:36,908 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:33:36,909 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T20:33:36,911 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:33:36,911 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:33:36,911 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:33:36,912 DEBUG [RS:0;221ead37f9cb:39351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c117e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:33:36,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:36,914 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T20:33:36,914 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T20:33:36,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T20:33:36,915 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T20:33:36,915 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T20:33:36,922 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:33:36,923 DEBUG [RS:2;221ead37f9cb:33893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648208f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:33:36,924 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:33:36,925 DEBUG [RS:1;221ead37f9cb:40469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dc4af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:33:36,931 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:36,938 DEBUG [RS:0;221ead37f9cb:39351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;221ead37f9cb:39351 2024-11-09T20:33:36,947 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:33:36,947 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:33:36,949 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T20:33:36,951 DEBUG [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:33:36,951 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T20:33:36,951 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T20:33:36,956 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(2659): reportForDuty to master=221ead37f9cb,40463,1731184414848 with port=39351, startcode=1731184415597 2024-11-09T20:33:36,961 DEBUG [RS:2;221ead37f9cb:33893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;221ead37f9cb:33893 2024-11-09T20:33:36,962 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:33:36,962 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:33:36,962 DEBUG [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:33:36,963 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(2659): reportForDuty to master=221ead37f9cb,40463,1731184414848 with port=33893, startcode=1731184415735 2024-11-09T20:33:36,968 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T20:33:36,968 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T20:33:36,971 DEBUG [RS:1;221ead37f9cb:40469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;221ead37f9cb:40469 2024-11-09T20:33:36,972 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:33:36,972 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:33:36,972 DEBUG [RS:1;221ead37f9cb:40469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:33:36,976 DEBUG [RS:0;221ead37f9cb:39351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:33:36,979 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.HRegionServer(2659): reportForDuty to master=221ead37f9cb,40463,1731184414848 with port=40469, startcode=1731184415693 2024-11-09T20:33:36,979 DEBUG [RS:1;221ead37f9cb:40469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:33:36,982 DEBUG [RS:2;221ead37f9cb:33893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:33:36,984 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.large.0-1731184416970,5,FailOnTimeoutGroup] 2024-11-09T20:33:36,987 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.small.0-1731184416984,5,FailOnTimeoutGroup] 2024-11-09T20:33:36,987 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:36,988 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T20:33:36,989 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:36,989 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:36,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:33:36,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:33:36,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:33:37,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T20:33:37,000 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:33:37,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:33:37,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:33:37,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:37,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:33:37,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:33:37,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:37,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:37,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:33:37,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:33:37,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:37,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:37,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:33:37,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:33:37,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:37,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:37,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:33:37,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:33:37,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:37,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:37,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:33:37,070 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40817, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:33:37,070 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56581, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:33:37,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740 2024-11-09T20:33:37,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740 2024-11-09T20:33:37,074 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47417, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:33:37,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 221ead37f9cb,40469,1731184415693 2024-11-09T20:33:37,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40463 {}] master.ServerManager(517): Registering regionserver=221ead37f9cb,40469,1731184415693 2024-11-09T20:33:37,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:33:37,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:33:37,083 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:33:37,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:33:37,094 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:37,096 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59794084, jitterRate=-0.10899871587753296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:33:37,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 221ead37f9cb,33893,1731184415735 2024-11-09T20:33:37,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40463 {}] master.ServerManager(517): Registering regionserver=221ead37f9cb,33893,1731184415735 2024-11-09T20:33:37,102 DEBUG [RS:1;221ead37f9cb:40469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:37,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731184417036Initializing all the Stores at 1731184417039 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184417039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184417040 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184417040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184417040Cleaning up temporary data from old regions at 1731184417082 (+42 ms)Region opened successfully at 1731184417102 (+20 ms) 2024-11-09T20:33:37,102 DEBUG [RS:1;221ead37f9cb:40469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34281 2024-11-09T20:33:37,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T20:33:37,102 DEBUG [RS:1;221ead37f9cb:40469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:33:37,102 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T20:33:37,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T20:33:37,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T20:33:37,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T20:33:37,104 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T20:33:37,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731184417102Disabling compacts and flushes for region at 1731184417102Disabling writes for close at 1731184417102Writing region close event to WAL at 1731184417104 (+2 ms)Closed at 1731184417104 2024-11-09T20:33:37,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 221ead37f9cb,39351,1731184415597 2024-11-09T20:33:37,107 DEBUG [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:37,107 DEBUG [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34281 2024-11-09T20:33:37,107 DEBUG [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:33:37,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40463 {}] master.ServerManager(517): Registering regionserver=221ead37f9cb,39351,1731184415597 2024-11-09T20:33:37,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:33:37,109 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T20:33:37,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:33:37,115 DEBUG [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:37,115 DEBUG [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34281 2024-11-09T20:33:37,115 DEBUG [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:33:37,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T20:33:37,135 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:33:37,138 DEBUG [RS:1;221ead37f9cb:40469 {}] zookeeper.ZKUtil(111): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/221ead37f9cb,40469,1731184415693 2024-11-09T20:33:37,138 WARN [RS:1;221ead37f9cb:40469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:33:37,139 INFO [RS:1;221ead37f9cb:40469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:33:37,139 DEBUG [RS:1;221ead37f9cb:40469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693 2024-11-09T20:33:37,146 DEBUG [RS:2;221ead37f9cb:33893 {}] zookeeper.ZKUtil(111): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/221ead37f9cb,33893,1731184415735 2024-11-09T20:33:37,146 WARN [RS:2;221ead37f9cb:33893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:33:37,147 INFO [RS:2;221ead37f9cb:33893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:33:37,147 DEBUG [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,33893,1731184415735 2024-11-09T20:33:37,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [221ead37f9cb,40469,1731184415693] 2024-11-09T20:33:37,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [221ead37f9cb,39351,1731184415597] 2024-11-09T20:33:37,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [221ead37f9cb,33893,1731184415735] 2024-11-09T20:33:37,149 DEBUG [RS:0;221ead37f9cb:39351 {}] zookeeper.ZKUtil(111): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/221ead37f9cb,39351,1731184415597 2024-11-09T20:33:37,149 WARN [RS:0;221ead37f9cb:39351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:33:37,149 INFO [RS:0;221ead37f9cb:39351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:33:37,150 DEBUG [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,39351,1731184415597 2024-11-09T20:33:37,153 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T20:33:37,192 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:33:37,192 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:33:37,192 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:33:37,223 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:33:37,223 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:33:37,225 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:33:37,230 INFO [RS:2;221ead37f9cb:33893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:33:37,230 INFO [RS:0;221ead37f9cb:39351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:33:37,230 INFO [RS:1;221ead37f9cb:40469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:33:37,231 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,231 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,231 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,235 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:33:37,241 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:33:37,242 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:33:37,242 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:33:37,243 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:33:37,244 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:33:37,245 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,245 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,245 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,246 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,246 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:33:37,247 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:33:37,247 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:33:37,247 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,247 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,248 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,248 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:37,248 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:37,248 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:37,248 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:37,248 DEBUG [RS:1;221ead37f9cb:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:37,248 DEBUG [RS:2;221ead37f9cb:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:37,248 DEBUG [RS:0;221ead37f9cb:39351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:37,255 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,255 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,255 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,259 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,259 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,259 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,33893,1731184415735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:33:37,260 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,260 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,260 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,260 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,260 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,260 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,40469,1731184415693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:33:37,261 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,261 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,261 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,261 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,261 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,261 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,39351,1731184415597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:33:37,290 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:33:37,293 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,33893,1731184415735-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,302 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:33:37,302 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,40469,1731184415693-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,305 WARN [221ead37f9cb:40463 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T20:33:37,306 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,307 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.Replication(171): 221ead37f9cb,33893,1731184415735 started 2024-11-09T20:33:37,315 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:33:37,315 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,39351,1731184415597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,315 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,316 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.Replication(171): 221ead37f9cb,39351,1731184415597 started 2024-11-09T20:33:37,330 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,331 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.Replication(171): 221ead37f9cb,40469,1731184415693 started 2024-11-09T20:33:37,340 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,341 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(1482): Serving as 221ead37f9cb,33893,1731184415735, RpcServer on 221ead37f9cb/172.17.0.2:33893, sessionid=0x10122976fcd0003 2024-11-09T20:33:37,343 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:33:37,344 DEBUG [RS:2;221ead37f9cb:33893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 221ead37f9cb,33893,1731184415735 2024-11-09T20:33:37,345 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,33893,1731184415735' 2024-11-09T20:33:37,345 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:33:37,348 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,348 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(1482): Serving as 221ead37f9cb,39351,1731184415597, RpcServer on 221ead37f9cb/172.17.0.2:39351, sessionid=0x10122976fcd0001 2024-11-09T20:33:37,348 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:33:37,349 DEBUG [RS:0;221ead37f9cb:39351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 221ead37f9cb,39351,1731184415597 2024-11-09T20:33:37,349 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,39351,1731184415597' 2024-11-09T20:33:37,349 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:33:37,351 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:33:37,353 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:33:37,354 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:33:37,354 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:33:37,354 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:33:37,355 DEBUG [RS:0;221ead37f9cb:39351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 221ead37f9cb,39351,1731184415597 2024-11-09T20:33:37,355 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:33:37,355 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,39351,1731184415597' 2024-11-09T20:33:37,355 DEBUG [RS:2;221ead37f9cb:33893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 221ead37f9cb,33893,1731184415735 2024-11-09T20:33:37,355 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:33:37,355 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,33893,1731184415735' 2024-11-09T20:33:37,355 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:33:37,356 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:33:37,356 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:33:37,357 DEBUG [RS:0;221ead37f9cb:39351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:33:37,357 DEBUG [RS:2;221ead37f9cb:33893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:33:37,357 INFO [RS:0;221ead37f9cb:39351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:33:37,357 INFO [RS:2;221ead37f9cb:33893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:33:37,357 INFO [RS:2;221ead37f9cb:33893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:33:37,357 INFO [RS:0;221ead37f9cb:39351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:33:37,357 INFO [RS:1;221ead37f9cb:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:37,358 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.HRegionServer(1482): Serving as 221ead37f9cb,40469,1731184415693, RpcServer on 221ead37f9cb/172.17.0.2:40469, sessionid=0x10122976fcd0002 2024-11-09T20:33:37,358 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:33:37,358 DEBUG [RS:1;221ead37f9cb:40469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 221ead37f9cb,40469,1731184415693 2024-11-09T20:33:37,358 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,40469,1731184415693' 2024-11-09T20:33:37,358 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:33:37,363 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:33:37,364 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:33:37,364 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:33:37,364 DEBUG [RS:1;221ead37f9cb:40469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 221ead37f9cb,40469,1731184415693 2024-11-09T20:33:37,364 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,40469,1731184415693' 2024-11-09T20:33:37,364 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:33:37,375 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:33:37,376 DEBUG [RS:1;221ead37f9cb:40469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:33:37,376 INFO [RS:1;221ead37f9cb:40469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:33:37,376 INFO [RS:1;221ead37f9cb:40469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:33:37,462 INFO [RS:0;221ead37f9cb:39351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:33:37,462 INFO [RS:2;221ead37f9cb:33893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:33:37,466 INFO [RS:0;221ead37f9cb:39351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C39351%2C1731184415597, suffix=, logDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,39351,1731184415597, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/oldWALs, maxLogs=32 2024-11-09T20:33:37,466 INFO [RS:2;221ead37f9cb:33893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C33893%2C1731184415735, suffix=, logDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,33893,1731184415735, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/oldWALs, maxLogs=32 2024-11-09T20:33:37,478 INFO [RS:1;221ead37f9cb:40469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:33:37,483 INFO [RS:1;221ead37f9cb:40469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C40469%2C1731184415693, suffix=, logDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/oldWALs, maxLogs=32 2024-11-09T20:33:37,490 DEBUG [RS:0;221ead37f9cb:39351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,39351,1731184415597/221ead37f9cb%2C39351%2C1731184415597.1731184417469, exclude list is [], retry=0 2024-11-09T20:33:37,493 DEBUG [RS:2;221ead37f9cb:33893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,33893,1731184415735/221ead37f9cb%2C33893%2C1731184415735.1731184417469, exclude list is [], retry=0 2024-11-09T20:33:37,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-28ca07cd-0268-440a-aa3c-dff06ea37faa,DISK] 2024-11-09T20:33:37,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35879,DS-3dcc820d-d6f5-4542-abcf-9306ecdeba7d,DISK] 2024-11-09T20:33:37,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-5b410fae-2457-42b7-9f0b-3e2e0e95a73a,DISK] 2024-11-09T20:33:37,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35879,DS-3dcc820d-d6f5-4542-abcf-9306ecdeba7d,DISK] 2024-11-09T20:33:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-28ca07cd-0268-440a-aa3c-dff06ea37faa,DISK] 2024-11-09T20:33:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-5b410fae-2457-42b7-9f0b-3e2e0e95a73a,DISK] 2024-11-09T20:33:37,513 DEBUG [RS:1;221ead37f9cb:40469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693/221ead37f9cb%2C40469%2C1731184415693.1731184417485, exclude list is [], retry=0 2024-11-09T20:33:37,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-5b410fae-2457-42b7-9f0b-3e2e0e95a73a,DISK] 2024-11-09T20:33:37,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-28ca07cd-0268-440a-aa3c-dff06ea37faa,DISK] 2024-11-09T20:33:37,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35879,DS-3dcc820d-d6f5-4542-abcf-9306ecdeba7d,DISK] 2024-11-09T20:33:37,530 INFO [RS:0;221ead37f9cb:39351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,39351,1731184415597/221ead37f9cb%2C39351%2C1731184415597.1731184417469 2024-11-09T20:33:37,531 INFO [RS:2;221ead37f9cb:33893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,33893,1731184415735/221ead37f9cb%2C33893%2C1731184415735.1731184417469 2024-11-09T20:33:37,535 DEBUG [RS:0;221ead37f9cb:39351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46361:46361),(127.0.0.1/127.0.0.1:42237:42237),(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-09T20:33:37,541 DEBUG [RS:2;221ead37f9cb:33893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:42237:42237),(127.0.0.1/127.0.0.1:46361:46361)] 2024-11-09T20:33:37,555 INFO [RS:1;221ead37f9cb:40469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693/221ead37f9cb%2C40469%2C1731184415693.1731184417485 2024-11-09T20:33:37,557 DEBUG [RS:1;221ead37f9cb:40469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46361:46361),(127.0.0.1/127.0.0.1:42237:42237),(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-09T20:33:37,808 DEBUG [221ead37f9cb:40463 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T20:33:37,816 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(204): Hosts are {221ead37f9cb=0} racks are {/default-rack=0} 2024-11-09T20:33:37,824 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:33:37,824 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:33:37,824 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T20:33:37,824 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:33:37,824 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:33:37,824 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T20:33:37,824 INFO [221ead37f9cb:40463 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:33:37,824 INFO [221ead37f9cb:40463 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:33:37,824 INFO [221ead37f9cb:40463 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T20:33:37,824 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:33:37,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:33:37,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,39351,1731184415597, state=OPENING 2024-11-09T20:33:37,894 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T20:33:37,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:37,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:37,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:37,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:37,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:37,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:37,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:37,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:37,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:33:37,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,39351,1731184415597}] 2024-11-09T20:33:45,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T20:33:45,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T20:33:47,938 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:33:47,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:33:47,962 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T20:33:47,963 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:33:47,964 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T20:33:47,968 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C39351%2C1731184415597.meta, suffix=.meta, logDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,39351,1731184415597, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/oldWALs, maxLogs=32 2024-11-09T20:33:47,993 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,39351,1731184415597/221ead37f9cb%2C39351%2C1731184415597.meta.1731184427971.meta, exclude list is [], retry=0 2024-11-09T20:33:47,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-28ca07cd-0268-440a-aa3c-dff06ea37faa,DISK] 2024-11-09T20:33:47,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35879,DS-3dcc820d-d6f5-4542-abcf-9306ecdeba7d,DISK] 2024-11-09T20:33:48,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-5b410fae-2457-42b7-9f0b-3e2e0e95a73a,DISK] 2024-11-09T20:33:48,008 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,39351,1731184415597/221ead37f9cb%2C39351%2C1731184415597.meta.1731184427971.meta 2024-11-09T20:33:48,010 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46361:46361),(127.0.0.1/127.0.0.1:42237:42237),(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-09T20:33:48,010 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:33:48,012 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T20:33:48,015 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T20:33:48,022 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T20:33:48,028 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T20:33:48,029 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:48,030 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T20:33:48,030 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T20:33:48,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:33:48,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:33:48,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:48,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:48,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:33:48,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:33:48,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:48,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:48,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:33:48,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:33:48,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:48,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:48,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:33:48,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:33:48,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:48,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:48,051 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:33:48,053 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740 2024-11-09T20:33:48,056 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740 2024-11-09T20:33:48,058 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:33:48,058 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:33:48,059 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:33:48,062 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:33:48,064 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74318899, jitterRate=0.10743789374828339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:33:48,064 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T20:33:48,066 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731184428031Writing region info on filesystem at 1731184428031Initializing all the Stores at 1731184428036 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184428036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184428037 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184428037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184428037Cleaning up temporary data from old regions at 1731184428058 (+21 ms)Running coprocessor post-open hooks at 1731184428064 (+6 ms)Region opened successfully at 1731184428066 (+2 ms) 2024-11-09T20:33:48,075 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731184427928 2024-11-09T20:33:48,094 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T20:33:48,096 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T20:33:48,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:33:48,103 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,39351,1731184415597, state=OPEN 2024-11-09T20:33:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:48,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:48,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:48,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:48,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:48,172 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=221ead37f9cb,39351,1731184415597 2024-11-09T20:33:48,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T20:33:48,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,39351,1731184415597 in 10.2630 sec 2024-11-09T20:33:48,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T20:33:48,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0610 sec 2024-11-09T20:33:48,190 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:33:48,190 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T20:33:48,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:48,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,39351,1731184415597, seqNum=-1] 2024-11-09T20:33:48,307 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:33:48,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47517, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:33:48,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.5620 sec 2024-11-09T20:33:48,361 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731184428361, completionTime=-1 2024-11-09T20:33:48,365 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T20:33:48,365 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:33:48,404 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T20:33:48,404 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731184488404 2024-11-09T20:33:48,404 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731184548404 2024-11-09T20:33:48,404 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 38 msec 2024-11-09T20:33:48,406 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:33:48,414 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,40463,1731184414848-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:48,415 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,40463,1731184414848-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:48,415 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,40463,1731184414848-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:48,417 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-221ead37f9cb:40463, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:48,418 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:48,424 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:48,428 DEBUG [master/221ead37f9cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T20:33:48,460 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.629sec 2024-11-09T20:33:48,462 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T20:33:48,464 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T20:33:48,465 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T20:33:48,466 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T20:33:48,466 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T20:33:48,467 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,40463,1731184414848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:33:48,468 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,40463,1731184414848-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T20:33:48,487 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T20:33:48,488 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T20:33:48,489 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,40463,1731184414848-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:48,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d07a941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:33:48,514 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T20:33:48,514 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T20:33:48,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 221ead37f9cb,40463,-1 for getting cluster id 2024-11-09T20:33:48,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T20:33:48,562 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79fca2f7-2620-4ff7-bfcd-fa0167026cc0' 2024-11-09T20:33:48,565 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T20:33:48,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79fca2f7-2620-4ff7-bfcd-fa0167026cc0" 2024-11-09T20:33:48,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ed12c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:33:48,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [221ead37f9cb,40463,-1] 2024-11-09T20:33:48,569 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T20:33:48,571 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:33:48,572 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T20:33:48,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcd2732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:33:48,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:48,584 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,39351,1731184415597, seqNum=-1] 2024-11-09T20:33:48,584 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:33:48,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:33:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=221ead37f9cb,40463,1731184414848 2024-11-09T20:33:48,616 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731184428612 (current time:1731184428612). 2024-11-09T20:33:48,616 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T20:33:48,616 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T20:33:48,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcf5e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:33:48,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 221ead37f9cb,40463,-1 for getting cluster id 2024-11-09T20:33:48,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T20:33:48,625 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79fca2f7-2620-4ff7-bfcd-fa0167026cc0' 2024-11-09T20:33:48,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T20:33:48,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79fca2f7-2620-4ff7-bfcd-fa0167026cc0" 2024-11-09T20:33:48,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f18edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:33:48,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [221ead37f9cb,40463,-1] 2024-11-09T20:33:48,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T20:33:48,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:33:48,630 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T20:33:48,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8feb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:33:48,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:48,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,39351,1731184415597, seqNum=-1] 2024-11-09T20:33:48,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:33:48,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:33:48,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:33:48,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:33:48,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:33:48,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:33:48,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T20:33:48,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T20:33:48,657 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 221ead37f9cb,40463,1731184414848 2024-11-09T20:33:48,660 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a08bb48 2024-11-09T20:33:48,661 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T20:33:48,664 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T20:33:48,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T20:33:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T20:33:48,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T20:33:48,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T20:33:48,681 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:48,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T20:33:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:33:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:33:48,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:33:48,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13d97fb0eb2ca7e6cec6904058f868c8, NAME => 'SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:48,750 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b10d2e40622a2086b1d6d2439c826ad1, NAME => 'SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:48,756 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e0f14f5de44ea0d450bf11382fe64eb2, NAME => 'SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741838_1014 (size=62) 2024-11-09T20:33:48,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741838_1014 (size=62) 2024-11-09T20:33:48,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741838_1014 (size=62) 2024-11-09T20:33:48,854 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:48,854 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b10d2e40622a2086b1d6d2439c826ad1, disabling compactions & flushes 2024-11-09T20:33:48,855 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:33:48,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:33:48,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. after waiting 0 ms 2024-11-09T20:33:48,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:33:48,855 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:33:48,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b10d2e40622a2086b1d6d2439c826ad1: Waiting for close lock at 1731184428854Disabling compacts and flushes for region at 1731184428854Disabling writes for close at 1731184428855 (+1 ms)Writing region close event to WAL at 1731184428855Closed at 1731184428855 2024-11-09T20:33:48,856 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => daef47a5675eaaaed5d19b138db38676, NAME => 'SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:48,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741839_1015 (size=54) 2024-11-09T20:33:48,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741839_1015 (size=54) 2024-11-09T20:33:48,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741839_1015 (size=54) 2024-11-09T20:33:48,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:48,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 13d97fb0eb2ca7e6cec6904058f868c8, disabling compactions & flushes 2024-11-09T20:33:48,868 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:33:48,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:33:48,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. after waiting 0 ms 2024-11-09T20:33:48,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:33:48,868 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:33:48,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13d97fb0eb2ca7e6cec6904058f868c8: Waiting for close lock at 1731184428868Disabling compacts and flushes for region at 1731184428868Disabling writes for close at 1731184428868Writing region close event to WAL at 1731184428868Closed at 1731184428868 2024-11-09T20:33:48,869 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c6e6f1ad59589de895a2f52ed9942a9, NAME => 'SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:48,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741840_1016 (size=62) 2024-11-09T20:33:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741840_1016 (size=62) 2024-11-09T20:33:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741840_1016 (size=62) 2024-11-09T20:33:48,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:48,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e0f14f5de44ea0d450bf11382fe64eb2, disabling compactions & flushes 2024-11-09T20:33:48,883 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:33:48,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:33:48,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. after waiting 0 ms 2024-11-09T20:33:48,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:33:48,883 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:33:48,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e0f14f5de44ea0d450bf11382fe64eb2: Waiting for close lock at 1731184428883Disabling compacts and flushes for region at 1731184428883Disabling writes for close at 1731184428883Writing region close event to WAL at 1731184428883Closed at 1731184428883 2024-11-09T20:33:48,885 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => de10be7cc4afeb75b1e6893847081505, NAME => 'SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:33:48,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:33:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:33:48,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:48,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing daef47a5675eaaaed5d19b138db38676, disabling compactions & flushes 2024-11-09T20:33:48,917 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:33:48,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:33:48,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. after waiting 0 ms 2024-11-09T20:33:48,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:33:48,917 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:33:48,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for daef47a5675eaaaed5d19b138db38676: Waiting for close lock at 1731184428917Disabling compacts and flushes for region at 1731184428917Disabling writes for close at 1731184428917Writing region close event to WAL at 1731184428917Closed at 1731184428917 2024-11-09T20:33:48,918 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b07be936c6114ecec21827a2b6598526, NAME => 'SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:48,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:33:48,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:33:48,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:33:48,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:48,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8c6e6f1ad59589de895a2f52ed9942a9, disabling compactions & flushes 2024-11-09T20:33:48,930 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:33:48,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:33:48,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. after waiting 0 ms 2024-11-09T20:33:48,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:33:48,931 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:33:48,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c6e6f1ad59589de895a2f52ed9942a9: Waiting for close lock at 1731184428930Disabling compacts and flushes for region at 1731184428930Disabling writes for close at 1731184428931 (+1 ms)Writing region close event to WAL at 1731184428931Closed at 1731184428931 2024-11-09T20:33:48,932 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9729fc84a42519b1b631d87b3c08b920, NAME => 'SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:48,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:33:48,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:33:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:33:48,937 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:48,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing de10be7cc4afeb75b1e6893847081505, disabling compactions & flushes 2024-11-09T20:33:48,939 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:33:48,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:33:48,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. after waiting 0 ms 2024-11-09T20:33:48,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:33:48,939 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:33:48,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for de10be7cc4afeb75b1e6893847081505: Waiting for close lock at 1731184428938Disabling compacts and flushes for region at 1731184428938Disabling writes for close at 1731184428939 (+1 ms)Writing region close event to WAL at 1731184428939Closed at 1731184428939 2024-11-09T20:33:48,940 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ef2462aeb56109a6ea1b641a6b2108a7, NAME => 'SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:48,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:33:48,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:33:48,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:48,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b07be936c6114ecec21827a2b6598526, disabling compactions & flushes 2024-11-09T20:33:48,963 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:33:48,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:33:48,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. after waiting 0 ms 2024-11-09T20:33:48,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:33:48,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:33:48,963 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:33:48,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b07be936c6114ecec21827a2b6598526: Waiting for close lock at 1731184428962Disabling compacts and flushes for region at 1731184428962Disabling writes for close at 1731184428963 (+1 ms)Writing region close event to WAL at 1731184428963Closed at 1731184428963 2024-11-09T20:33:48,964 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => eaad052b4d1a42ba809bf1552207b76f, NAME => 'SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63 2024-11-09T20:33:48,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:33:48,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:33:48,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:33:48,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:48,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9729fc84a42519b1b631d87b3c08b920, disabling compactions & flushes 2024-11-09T20:33:48,983 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:33:48,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:33:48,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. after waiting 0 ms 2024-11-09T20:33:48,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:33:48,983 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:33:48,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9729fc84a42519b1b631d87b3c08b920: Waiting for close lock at 1731184428982Disabling compacts and flushes for region at 1731184428982Disabling writes for close at 1731184428983 (+1 ms)Writing region close event to WAL at 1731184428983Closed at 1731184428983 2024-11-09T20:33:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:33:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:33:48,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:33:48,995 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:48,995 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ef2462aeb56109a6ea1b641a6b2108a7, disabling compactions & flushes 2024-11-09T20:33:48,995 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:33:48,995 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:33:48,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. after waiting 0 ms 2024-11-09T20:33:48,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:33:48,996 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:33:48,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ef2462aeb56109a6ea1b641a6b2108a7: Waiting for close lock at 1731184428995Disabling compacts and flushes for region at 1731184428995Disabling writes for close at 1731184428996 (+1 ms)Writing region close event to WAL at 1731184428996Closed at 1731184428996 2024-11-09T20:33:49,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:33:49,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:33:49,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:33:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:49,190 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T20:33:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:49,406 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:49,406 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing eaad052b4d1a42ba809bf1552207b76f, disabling compactions & flushes 2024-11-09T20:33:49,407 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:33:49,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:33:49,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. after waiting 0 ms 2024-11-09T20:33:49,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:33:49,407 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:33:49,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for eaad052b4d1a42ba809bf1552207b76f: Waiting for close lock at 1731184429406Disabling compacts and flushes for region at 1731184429406Disabling writes for close at 1731184429407 (+1 ms)Writing region close event to WAL at 1731184429407Closed at 1731184429407 2024-11-09T20:33:49,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T20:33:49,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184429410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184429410"}]},"ts":"1731184429410"} 2024-11-09T20:33:49,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731184429410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184429410"}]},"ts":"1731184429410"} 2024-11-09T20:33:49,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184429410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184429410"}]},"ts":"1731184429410"} 2024-11-09T20:33:49,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184429410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184429410"}]},"ts":"1731184429410"} 2024-11-09T20:33:49,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184429410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184429410"}]},"ts":"1731184429410"} 2024-11-09T20:33:49,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184429410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184429410"}]},"ts":"1731184429410"} 2024-11-09T20:33:49,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184429410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184429410"}]},"ts":"1731184429410"} 2024-11-09T20:33:49,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184429410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184429410"}]},"ts":"1731184429410"} 2024-11-09T20:33:49,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184429410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184429410"}]},"ts":"1731184429410"} 2024-11-09T20:33:49,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731184429410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184429410"}]},"ts":"1731184429410"} 2024-11-09T20:33:49,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T20:33:49,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T20:33:49,492 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731184429488"}]},"ts":"1731184429488"} 2024-11-09T20:33:49,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T20:33:49,500 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {221ead37f9cb=0} racks are {/default-rack=0} 2024-11-09T20:33:49,512 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:33:49,512 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:33:49,512 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T20:33:49,512 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:33:49,512 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:33:49,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T20:33:49,513 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:33:49,513 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:33:49,513 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T20:33:49,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:33:49,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13d97fb0eb2ca7e6cec6904058f868c8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b10d2e40622a2086b1d6d2439c826ad1, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e0f14f5de44ea0d450bf11382fe64eb2, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daef47a5675eaaaed5d19b138db38676, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c6e6f1ad59589de895a2f52ed9942a9, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de10be7cc4afeb75b1e6893847081505, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b07be936c6114ecec21827a2b6598526, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9729fc84a42519b1b631d87b3c08b920, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef2462aeb56109a6ea1b641a6b2108a7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaad052b4d1a42ba809bf1552207b76f, ASSIGN}] 2024-11-09T20:33:49,521 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b10d2e40622a2086b1d6d2439c826ad1, ASSIGN 2024-11-09T20:33:49,521 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13d97fb0eb2ca7e6cec6904058f868c8, ASSIGN 2024-11-09T20:33:49,521 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef2462aeb56109a6ea1b641a6b2108a7, ASSIGN 2024-11-09T20:33:49,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9729fc84a42519b1b631d87b3c08b920, ASSIGN 2024-11-09T20:33:49,523 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13d97fb0eb2ca7e6cec6904058f868c8, ASSIGN; state=OFFLINE, location=221ead37f9cb,39351,1731184415597; forceNewPlan=false, retain=false 2024-11-09T20:33:49,523 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9729fc84a42519b1b631d87b3c08b920, ASSIGN; state=OFFLINE, location=221ead37f9cb,39351,1731184415597; forceNewPlan=false, retain=false 2024-11-09T20:33:49,523 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b10d2e40622a2086b1d6d2439c826ad1, ASSIGN; state=OFFLINE, location=221ead37f9cb,40469,1731184415693; forceNewPlan=false, retain=false 2024-11-09T20:33:49,524 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef2462aeb56109a6ea1b641a6b2108a7, ASSIGN; state=OFFLINE, location=221ead37f9cb,33893,1731184415735; forceNewPlan=false, retain=false 2024-11-09T20:33:49,532 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaad052b4d1a42ba809bf1552207b76f, ASSIGN 2024-11-09T20:33:49,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b07be936c6114ecec21827a2b6598526, ASSIGN 2024-11-09T20:33:49,534 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c6e6f1ad59589de895a2f52ed9942a9, ASSIGN 2024-11-09T20:33:49,534 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de10be7cc4afeb75b1e6893847081505, ASSIGN 2024-11-09T20:33:49,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daef47a5675eaaaed5d19b138db38676, ASSIGN 2024-11-09T20:33:49,535 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eaad052b4d1a42ba809bf1552207b76f, ASSIGN; state=OFFLINE, location=221ead37f9cb,40469,1731184415693; forceNewPlan=false, retain=false 2024-11-09T20:33:49,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b07be936c6114ecec21827a2b6598526, ASSIGN; state=OFFLINE, location=221ead37f9cb,40469,1731184415693; forceNewPlan=false, retain=false 2024-11-09T20:33:49,536 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c6e6f1ad59589de895a2f52ed9942a9, ASSIGN; state=OFFLINE, location=221ead37f9cb,39351,1731184415597; forceNewPlan=false, retain=false 2024-11-09T20:33:49,536 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de10be7cc4afeb75b1e6893847081505, ASSIGN; state=OFFLINE, location=221ead37f9cb,33893,1731184415735; forceNewPlan=false, retain=false 2024-11-09T20:33:49,537 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daef47a5675eaaaed5d19b138db38676, ASSIGN; state=OFFLINE, location=221ead37f9cb,40469,1731184415693; forceNewPlan=false, retain=false 2024-11-09T20:33:49,537 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e0f14f5de44ea0d450bf11382fe64eb2, ASSIGN 2024-11-09T20:33:49,539 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e0f14f5de44ea0d450bf11382fe64eb2, ASSIGN; state=OFFLINE, location=221ead37f9cb,33893,1731184415735; forceNewPlan=false, retain=false 2024-11-09T20:33:49,677 INFO [221ead37f9cb:40463 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T20:33:49,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=eaad052b4d1a42ba809bf1552207b76f, regionState=OPENING, regionLocation=221ead37f9cb,40469,1731184415693 2024-11-09T20:33:49,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b07be936c6114ecec21827a2b6598526, regionState=OPENING, regionLocation=221ead37f9cb,40469,1731184415693 2024-11-09T20:33:49,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=daef47a5675eaaaed5d19b138db38676, regionState=OPENING, regionLocation=221ead37f9cb,40469,1731184415693 2024-11-09T20:33:49,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b10d2e40622a2086b1d6d2439c826ad1, regionState=OPENING, regionLocation=221ead37f9cb,40469,1731184415693 2024-11-09T20:33:49,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9729fc84a42519b1b631d87b3c08b920, regionState=OPENING, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:33:49,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c6e6f1ad59589de895a2f52ed9942a9, regionState=OPENING, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:33:49,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13d97fb0eb2ca7e6cec6904058f868c8, regionState=OPENING, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:33:49,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ef2462aeb56109a6ea1b641a6b2108a7, regionState=OPENING, regionLocation=221ead37f9cb,33893,1731184415735 2024-11-09T20:33:49,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=de10be7cc4afeb75b1e6893847081505, regionState=OPENING, regionLocation=221ead37f9cb,33893,1731184415735 2024-11-09T20:33:49,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e0f14f5de44ea0d450bf11382fe64eb2, regionState=OPENING, regionLocation=221ead37f9cb,33893,1731184415735 2024-11-09T20:33:49,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b07be936c6114ecec21827a2b6598526, ASSIGN because future has completed 2024-11-09T20:33:49,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07be936c6114ecec21827a2b6598526, server=221ead37f9cb,40469,1731184415693}] 2024-11-09T20:33:49,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eaad052b4d1a42ba809bf1552207b76f, ASSIGN because future has completed 2024-11-09T20:33:49,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaad052b4d1a42ba809bf1552207b76f, server=221ead37f9cb,40469,1731184415693}] 2024-11-09T20:33:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daef47a5675eaaaed5d19b138db38676, ASSIGN because future has completed 2024-11-09T20:33:49,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure daef47a5675eaaaed5d19b138db38676, server=221ead37f9cb,40469,1731184415693}] 2024-11-09T20:33:49,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b10d2e40622a2086b1d6d2439c826ad1, ASSIGN because future has completed 2024-11-09T20:33:49,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9729fc84a42519b1b631d87b3c08b920, ASSIGN because future has completed 2024-11-09T20:33:49,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10d2e40622a2086b1d6d2439c826ad1, server=221ead37f9cb,40469,1731184415693}] 2024-11-09T20:33:49,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c6e6f1ad59589de895a2f52ed9942a9, ASSIGN because future has completed 2024-11-09T20:33:49,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9729fc84a42519b1b631d87b3c08b920, server=221ead37f9cb,39351,1731184415597}] 2024-11-09T20:33:49,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13d97fb0eb2ca7e6cec6904058f868c8, ASSIGN because future has completed 2024-11-09T20:33:49,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef2462aeb56109a6ea1b641a6b2108a7, ASSIGN because future has completed 2024-11-09T20:33:49,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13d97fb0eb2ca7e6cec6904058f868c8, server=221ead37f9cb,39351,1731184415597}] 2024-11-09T20:33:49,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c6e6f1ad59589de895a2f52ed9942a9, server=221ead37f9cb,39351,1731184415597}] 2024-11-09T20:33:49,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de10be7cc4afeb75b1e6893847081505, ASSIGN because future has completed 2024-11-09T20:33:49,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e0f14f5de44ea0d450bf11382fe64eb2, ASSIGN because future has completed 2024-11-09T20:33:49,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef2462aeb56109a6ea1b641a6b2108a7, server=221ead37f9cb,33893,1731184415735}] 2024-11-09T20:33:49,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure de10be7cc4afeb75b1e6893847081505, server=221ead37f9cb,33893,1731184415735}] 2024-11-09T20:33:49,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0f14f5de44ea0d450bf11382fe64eb2, server=221ead37f9cb,33893,1731184415735}] 2024-11-09T20:33:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:53,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T20:33:55,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T20:33:55,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T20:33:55,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T20:33:55,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T20:33:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:59,705 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:33:59,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34001, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:33:59,719 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:33:59,720 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => eaad052b4d1a42ba809bf1552207b76f, NAME => 'SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T20:33:59,720 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,720 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:59,721 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,721 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,723 INFO [StoreOpener-eaad052b4d1a42ba809bf1552207b76f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,726 INFO [StoreOpener-eaad052b4d1a42ba809bf1552207b76f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaad052b4d1a42ba809bf1552207b76f columnFamilyName cf 2024-11-09T20:33:59,726 DEBUG [StoreOpener-eaad052b4d1a42ba809bf1552207b76f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:59,728 INFO [StoreOpener-eaad052b4d1a42ba809bf1552207b76f-1 {}] regionserver.HStore(327): Store=eaad052b4d1a42ba809bf1552207b76f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:59,728 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,729 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,730 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,730 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,730 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,733 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,736 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/eaad052b4d1a42ba809bf1552207b76f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:59,736 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened eaad052b4d1a42ba809bf1552207b76f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74480144, jitterRate=0.10984063148498535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:33:59,736 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:33:59,737 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for eaad052b4d1a42ba809bf1552207b76f: Running coprocessor pre-open hook at 1731184439721Writing region info on filesystem at 1731184439721Initializing all the Stores at 1731184439723 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184439723Cleaning up temporary data from old regions at 1731184439730 (+7 ms)Running coprocessor post-open hooks at 1731184439736 (+6 ms)Region opened successfully at 1731184439737 (+1 ms) 2024-11-09T20:33:59,739 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f., pid=16, masterSystemTime=1731184439704 2024-11-09T20:33:59,742 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:33:59,742 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:33:59,742 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:33:59,742 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => daef47a5675eaaaed5d19b138db38676, NAME => 'SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T20:33:59,743 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,743 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=eaad052b4d1a42ba809bf1552207b76f, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,40469,1731184415693 2024-11-09T20:33:59,743 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:59,743 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,743 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,746 INFO [StoreOpener-daef47a5675eaaaed5d19b138db38676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaad052b4d1a42ba809bf1552207b76f, server=221ead37f9cb,40469,1731184415693 because future has completed 2024-11-09T20:33:59,749 INFO [StoreOpener-daef47a5675eaaaed5d19b138db38676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daef47a5675eaaaed5d19b138db38676 columnFamilyName cf 2024-11-09T20:33:59,749 DEBUG [StoreOpener-daef47a5675eaaaed5d19b138db38676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:59,750 INFO [StoreOpener-daef47a5675eaaaed5d19b138db38676-1 {}] regionserver.HStore(327): Store=daef47a5675eaaaed5d19b138db38676/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:59,750 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,751 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,752 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,753 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,753 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-09T20:33:59,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure eaad052b4d1a42ba809bf1552207b76f, server=221ead37f9cb,40469,1731184415693 in 10.0480 sec 2024-11-09T20:33:59,756 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaad052b4d1a42ba809bf1552207b76f, ASSIGN in 10.2380 sec 2024-11-09T20:33:59,759 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/daef47a5675eaaaed5d19b138db38676/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:59,760 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened daef47a5675eaaaed5d19b138db38676; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65788443, jitterRate=-0.019675806164741516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:33:59,760 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:33:59,760 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for daef47a5675eaaaed5d19b138db38676: Running coprocessor pre-open hook at 1731184439743Writing region info on filesystem at 1731184439743Initializing all the Stores at 1731184439745 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184439745Cleaning up temporary data from old regions at 1731184439753 (+8 ms)Running coprocessor post-open hooks at 1731184439760 (+7 ms)Region opened successfully at 1731184439760 2024-11-09T20:33:59,761 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676., pid=17, masterSystemTime=1731184439704 2024-11-09T20:33:59,764 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:33:59,764 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:33:59,764 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:33:59,764 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b10d2e40622a2086b1d6d2439c826ad1, NAME => 'SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T20:33:59,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=daef47a5675eaaaed5d19b138db38676, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,40469,1731184415693 2024-11-09T20:33:59,765 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,765 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:59,765 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,765 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,768 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:33:59,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure daef47a5675eaaaed5d19b138db38676, server=221ead37f9cb,40469,1731184415693 because future has completed 2024-11-09T20:33:59,769 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c6e6f1ad59589de895a2f52ed9942a9, NAME => 'SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T20:33:59,769 INFO [StoreOpener-b10d2e40622a2086b1d6d2439c826ad1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,769 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,769 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:59,769 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,769 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,771 INFO [StoreOpener-b10d2e40622a2086b1d6d2439c826ad1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10d2e40622a2086b1d6d2439c826ad1 columnFamilyName cf 2024-11-09T20:33:59,771 DEBUG [StoreOpener-b10d2e40622a2086b1d6d2439c826ad1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:59,772 INFO [StoreOpener-8c6e6f1ad59589de895a2f52ed9942a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,772 INFO [StoreOpener-b10d2e40622a2086b1d6d2439c826ad1-1 {}] regionserver.HStore(327): Store=b10d2e40622a2086b1d6d2439c826ad1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:59,772 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,773 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,774 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,774 INFO [StoreOpener-8c6e6f1ad59589de895a2f52ed9942a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c6e6f1ad59589de895a2f52ed9942a9 columnFamilyName cf 2024-11-09T20:33:59,775 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,775 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,775 DEBUG [StoreOpener-8c6e6f1ad59589de895a2f52ed9942a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:59,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-09T20:33:59,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure daef47a5675eaaaed5d19b138db38676, server=221ead37f9cb,40469,1731184415693 in 10.0670 sec 2024-11-09T20:33:59,775 INFO [StoreOpener-8c6e6f1ad59589de895a2f52ed9942a9-1 {}] regionserver.HStore(327): Store=8c6e6f1ad59589de895a2f52ed9942a9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:59,776 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,776 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:33:59,777 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,777 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57613, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:33:59,778 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daef47a5675eaaaed5d19b138db38676, ASSIGN in 10.2600 sec 2024-11-09T20:33:59,779 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,779 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,781 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b10d2e40622a2086b1d6d2439c826ad1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:59,781 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,781 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b10d2e40622a2086b1d6d2439c826ad1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64044667, jitterRate=-0.04566009342670441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:33:59,781 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:33:59,782 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b10d2e40622a2086b1d6d2439c826ad1: Running coprocessor pre-open hook at 1731184439765Writing region info on filesystem at 1731184439765Initializing all the Stores at 1731184439767 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184439767Cleaning up temporary data from old regions at 1731184439775 (+8 ms)Running coprocessor post-open hooks at 1731184439781 (+6 ms)Region opened successfully at 1731184439781 2024-11-09T20:33:59,783 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1., pid=18, masterSystemTime=1731184439704 2024-11-09T20:33:59,783 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:33:59,784 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e0f14f5de44ea0d450bf11382fe64eb2, NAME => 'SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T20:33:59,784 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/8c6e6f1ad59589de895a2f52ed9942a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:59,785 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,785 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:59,785 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,785 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,785 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8c6e6f1ad59589de895a2f52ed9942a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71582017, jitterRate=0.06665517389774323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:33:59,786 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:33:59,786 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8c6e6f1ad59589de895a2f52ed9942a9: Running coprocessor pre-open hook at 1731184439769Writing region info on filesystem at 1731184439769Initializing all the Stores at 1731184439771 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184439771Cleaning up temporary data from old regions at 1731184439779 (+8 ms)Running coprocessor post-open hooks at 1731184439786 (+7 ms)Region opened successfully at 1731184439786 2024-11-09T20:33:59,786 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:33:59,786 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:33:59,786 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:33:59,786 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b07be936c6114ecec21827a2b6598526, NAME => 'SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T20:33:59,787 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,787 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:59,787 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9., pid=21, masterSystemTime=1731184439760 2024-11-09T20:33:59,787 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,787 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,787 INFO [StoreOpener-e0f14f5de44ea0d450bf11382fe64eb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,788 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b10d2e40622a2086b1d6d2439c826ad1, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,40469,1731184415693 2024-11-09T20:33:59,790 INFO [StoreOpener-b07be936c6114ecec21827a2b6598526-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,791 INFO [StoreOpener-e0f14f5de44ea0d450bf11382fe64eb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f14f5de44ea0d450bf11382fe64eb2 columnFamilyName cf 2024-11-09T20:33:59,791 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:33:59,791 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:33:59,791 DEBUG [StoreOpener-e0f14f5de44ea0d450bf11382fe64eb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:59,791 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:33:59,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10d2e40622a2086b1d6d2439c826ad1, server=221ead37f9cb,40469,1731184415693 because future has completed 2024-11-09T20:33:59,791 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9729fc84a42519b1b631d87b3c08b920, NAME => 'SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T20:33:59,792 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,792 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:59,792 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,792 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,792 INFO [StoreOpener-e0f14f5de44ea0d450bf11382fe64eb2-1 {}] regionserver.HStore(327): Store=e0f14f5de44ea0d450bf11382fe64eb2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:59,792 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c6e6f1ad59589de895a2f52ed9942a9, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:33:59,792 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,794 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,793 INFO [StoreOpener-b07be936c6114ecec21827a2b6598526-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07be936c6114ecec21827a2b6598526 columnFamilyName cf 2024-11-09T20:33:59,794 DEBUG [StoreOpener-b07be936c6114ecec21827a2b6598526-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:59,795 INFO [StoreOpener-9729fc84a42519b1b631d87b3c08b920-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,795 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,796 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,796 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,796 INFO [StoreOpener-b07be936c6114ecec21827a2b6598526-1 {}] regionserver.HStore(327): Store=b07be936c6114ecec21827a2b6598526/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:59,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c6e6f1ad59589de895a2f52ed9942a9, server=221ead37f9cb,39351,1731184415597 because future has completed 2024-11-09T20:33:59,797 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,797 INFO [StoreOpener-9729fc84a42519b1b631d87b3c08b920-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9729fc84a42519b1b631d87b3c08b920 columnFamilyName cf 2024-11-09T20:33:59,797 DEBUG [StoreOpener-9729fc84a42519b1b631d87b3c08b920-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:59,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-09T20:33:59,798 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b10d2e40622a2086b1d6d2439c826ad1, server=221ead37f9cb,40469,1731184415693 in 10.0860 sec 2024-11-09T20:33:59,798 INFO [StoreOpener-9729fc84a42519b1b631d87b3c08b920-1 {}] regionserver.HStore(327): Store=9729fc84a42519b1b631d87b3c08b920/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:59,799 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,800 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,800 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,801 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,802 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,802 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,802 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,802 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b10d2e40622a2086b1d6d2439c826ad1, ASSIGN in 10.2830 sec 2024-11-09T20:33:59,802 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-09T20:33:59,805 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c6e6f1ad59589de895a2f52ed9942a9, server=221ead37f9cb,39351,1731184415597 in 10.0480 sec 2024-11-09T20:33:59,806 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,810 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b07be936c6114ecec21827a2b6598526/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:59,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c6e6f1ad59589de895a2f52ed9942a9, ASSIGN in 10.2900 sec 2024-11-09T20:33:59,811 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:59,811 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b07be936c6114ecec21827a2b6598526; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58790883, jitterRate=-0.12394757568836212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:33:59,812 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b07be936c6114ecec21827a2b6598526 2024-11-09T20:33:59,812 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b07be936c6114ecec21827a2b6598526: Running coprocessor pre-open hook at 1731184439787Writing region info on filesystem at 1731184439787Initializing all the Stores at 1731184439790 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184439790Cleaning up temporary data from old regions at 1731184439802 (+12 ms)Running coprocessor post-open hooks at 1731184439812 (+10 ms)Region opened successfully at 1731184439812 2024-11-09T20:33:59,812 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/e0f14f5de44ea0d450bf11382fe64eb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:59,813 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9729fc84a42519b1b631d87b3c08b920; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72300858, jitterRate=0.07736673951148987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:33:59,813 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:33:59,813 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e0f14f5de44ea0d450bf11382fe64eb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73285308, jitterRate=0.0920361876487732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:33:59,813 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:33:59,813 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9729fc84a42519b1b631d87b3c08b920: Running coprocessor pre-open hook at 1731184439792Writing region info on filesystem at 1731184439792Initializing all the Stores at 1731184439794 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184439794Cleaning up temporary data from old regions at 1731184439802 (+8 ms)Running coprocessor post-open hooks at 1731184439813 (+11 ms)Region opened successfully at 1731184439813 2024-11-09T20:33:59,813 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., pid=15, masterSystemTime=1731184439704 2024-11-09T20:33:59,813 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e0f14f5de44ea0d450bf11382fe64eb2: Running coprocessor pre-open hook at 1731184439785Writing region info on filesystem at 1731184439785Initializing all the Stores at 1731184439787 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184439787Cleaning up temporary data from old regions at 1731184439796 (+9 ms)Running coprocessor post-open hooks at 1731184439813 (+17 ms)Region opened successfully at 1731184439813 2024-11-09T20:33:59,815 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2., pid=24, masterSystemTime=1731184439776 2024-11-09T20:33:59,815 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920., pid=19, masterSystemTime=1731184439760 2024-11-09T20:33:59,816 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:33:59,817 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:33:59,818 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b07be936c6114ecec21827a2b6598526, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,40469,1731184415693 2024-11-09T20:33:59,820 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:33:59,821 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:33:59,821 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:33:59,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07be936c6114ecec21827a2b6598526, server=221ead37f9cb,40469,1731184415693 because future has completed 2024-11-09T20:33:59,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9729fc84a42519b1b631d87b3c08b920, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:33:59,821 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:33:59,821 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:33:59,821 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 13d97fb0eb2ca7e6cec6904058f868c8, NAME => 'SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T20:33:59,822 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:33:59,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => de10be7cc4afeb75b1e6893847081505, NAME => 'SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T20:33:59,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:59,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:59,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,823 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e0f14f5de44ea0d450bf11382fe64eb2, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33893,1731184415735 2024-11-09T20:33:59,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9729fc84a42519b1b631d87b3c08b920, server=221ead37f9cb,39351,1731184415597 because future has completed 2024-11-09T20:33:59,825 INFO [StoreOpener-13d97fb0eb2ca7e6cec6904058f868c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,827 INFO [StoreOpener-de10be7cc4afeb75b1e6893847081505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0f14f5de44ea0d450bf11382fe64eb2, server=221ead37f9cb,33893,1731184415735 because future has completed 2024-11-09T20:33:59,828 INFO [StoreOpener-13d97fb0eb2ca7e6cec6904058f868c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13d97fb0eb2ca7e6cec6904058f868c8 columnFamilyName cf 2024-11-09T20:33:59,828 DEBUG [StoreOpener-13d97fb0eb2ca7e6cec6904058f868c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:59,830 INFO [StoreOpener-de10be7cc4afeb75b1e6893847081505-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de10be7cc4afeb75b1e6893847081505 columnFamilyName cf 2024-11-09T20:33:59,830 DEBUG [StoreOpener-de10be7cc4afeb75b1e6893847081505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:59,831 INFO [StoreOpener-de10be7cc4afeb75b1e6893847081505-1 {}] regionserver.HStore(327): Store=de10be7cc4afeb75b1e6893847081505/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:59,831 INFO [StoreOpener-13d97fb0eb2ca7e6cec6904058f868c8-1 {}] regionserver.HStore(327): Store=13d97fb0eb2ca7e6cec6904058f868c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:59,831 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,831 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,833 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,833 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,833 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,834 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,834 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-09T20:33:59,834 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b07be936c6114ecec21827a2b6598526, server=221ead37f9cb,40469,1731184415693 in 10.1280 sec 2024-11-09T20:33:59,836 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,836 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,838 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-09T20:33:59,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b07be936c6114ecec21827a2b6598526, ASSIGN in 10.3200 sec 2024-11-09T20:33:59,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9729fc84a42519b1b631d87b3c08b920, server=221ead37f9cb,39351,1731184415597 in 10.0980 sec 2024-11-09T20:33:59,841 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-09T20:33:59,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e0f14f5de44ea0d450bf11382fe64eb2, server=221ead37f9cb,33893,1731184415735 in 10.0560 sec 2024-11-09T20:33:59,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9729fc84a42519b1b631d87b3c08b920, ASSIGN in 10.3250 sec 2024-11-09T20:33:59,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e0f14f5de44ea0d450bf11382fe64eb2, ASSIGN in 10.3280 sec 2024-11-09T20:33:59,847 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/de10be7cc4afeb75b1e6893847081505/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:59,847 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/13d97fb0eb2ca7e6cec6904058f868c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:59,848 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 13d97fb0eb2ca7e6cec6904058f868c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58937948, jitterRate=-0.12175613641738892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:33:59,848 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened de10be7cc4afeb75b1e6893847081505; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65693267, jitterRate=-0.02109403908252716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:33:59,848 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de10be7cc4afeb75b1e6893847081505 2024-11-09T20:33:59,848 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:33:59,848 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for de10be7cc4afeb75b1e6893847081505: Running coprocessor pre-open hook at 1731184439823Writing region info on filesystem at 1731184439823Initializing all the Stores at 1731184439826 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184439827 (+1 ms)Cleaning up temporary data from old regions at 1731184439834 (+7 ms)Running coprocessor post-open hooks at 1731184439848 (+14 ms)Region opened successfully at 1731184439848 2024-11-09T20:33:59,848 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 13d97fb0eb2ca7e6cec6904058f868c8: Running coprocessor pre-open hook at 1731184439822Writing region info on filesystem at 1731184439822Initializing all the Stores at 1731184439825 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184439825Cleaning up temporary data from old regions at 1731184439837 (+12 ms)Running coprocessor post-open hooks at 1731184439848 (+11 ms)Region opened successfully at 1731184439848 2024-11-09T20:33:59,850 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8., pid=20, masterSystemTime=1731184439760 2024-11-09T20:33:59,850 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505., pid=23, masterSystemTime=1731184439776 2024-11-09T20:33:59,854 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:33:59,855 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:33:59,855 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13d97fb0eb2ca7e6cec6904058f868c8, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:33:59,855 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:33:59,855 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:33:59,855 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:33:59,856 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ef2462aeb56109a6ea1b641a6b2108a7, NAME => 'SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T20:33:59,856 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,856 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:59,856 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,856 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,858 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=de10be7cc4afeb75b1e6893847081505, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33893,1731184415735 2024-11-09T20:33:59,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13d97fb0eb2ca7e6cec6904058f868c8, server=221ead37f9cb,39351,1731184415597 because future has completed 2024-11-09T20:33:59,859 INFO [StoreOpener-ef2462aeb56109a6ea1b641a6b2108a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure de10be7cc4afeb75b1e6893847081505, server=221ead37f9cb,33893,1731184415735 because future has completed 2024-11-09T20:33:59,863 INFO [StoreOpener-ef2462aeb56109a6ea1b641a6b2108a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef2462aeb56109a6ea1b641a6b2108a7 columnFamilyName cf 2024-11-09T20:33:59,863 DEBUG [StoreOpener-ef2462aeb56109a6ea1b641a6b2108a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:59,863 INFO [StoreOpener-ef2462aeb56109a6ea1b641a6b2108a7-1 {}] regionserver.HStore(327): Store=ef2462aeb56109a6ea1b641a6b2108a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:59,864 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,865 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-09T20:33:59,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13d97fb0eb2ca7e6cec6904058f868c8, server=221ead37f9cb,39351,1731184415597 in 10.1100 sec 2024-11-09T20:33:59,865 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,866 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,866 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-09T20:33:59,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13d97fb0eb2ca7e6cec6904058f868c8, ASSIGN in 10.3500 sec 2024-11-09T20:33:59,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure de10be7cc4afeb75b1e6893847081505, server=221ead37f9cb,33893,1731184415735 in 10.0900 sec 2024-11-09T20:33:59,870 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de10be7cc4afeb75b1e6893847081505, ASSIGN in 10.3530 sec 2024-11-09T20:33:59,873 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:59,874 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ef2462aeb56109a6ea1b641a6b2108a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60642683, jitterRate=-0.09635360538959503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:33:59,874 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:33:59,874 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ef2462aeb56109a6ea1b641a6b2108a7: Running coprocessor pre-open hook at 1731184439856Writing region info on filesystem at 1731184439856Initializing all the Stores at 1731184439858 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184439859 (+1 ms)Cleaning up temporary data from old regions at 1731184439866 (+7 ms)Running coprocessor post-open hooks at 1731184439874 (+8 ms)Region opened successfully at 1731184439874 2024-11-09T20:33:59,875 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7., pid=22, masterSystemTime=1731184439776 2024-11-09T20:33:59,878 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:33:59,878 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:33:59,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ef2462aeb56109a6ea1b641a6b2108a7, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33893,1731184415735 2024-11-09T20:33:59,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef2462aeb56109a6ea1b641a6b2108a7, server=221ead37f9cb,33893,1731184415735 because future has completed 2024-11-09T20:33:59,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-09T20:33:59,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ef2462aeb56109a6ea1b641a6b2108a7, server=221ead37f9cb,33893,1731184415735 in 10.1190 sec 2024-11-09T20:33:59,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-09T20:33:59,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef2462aeb56109a6ea1b641a6b2108a7, ASSIGN in 10.3730 sec 2024-11-09T20:33:59,894 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T20:33:59,894 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731184439894"}]},"ts":"1731184439894"} 2024-11-09T20:33:59,896 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T20:33:59,898 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T20:33:59,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.2260 sec 2024-11-09T20:34:01,185 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T20:34:03,988 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:34:05,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T20:34:05,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-09T20:34:05,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-09T20:34:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:34:07,023 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T20:34:07,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T20:34:07,026 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:34:07,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T20:34:07,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:34:07,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T20:34:07,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920., hostname=221ead37f9cb,39351,1731184415597, seqNum=2] 2024-11-09T20:34:07,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920., hostname=221ead37f9cb,39351,1731184415597, seqNum=2] 2024-11-09T20:34:07,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920., hostname=221ead37f9cb,39351,1731184415597, seqNum=2] 2024-11-09T20:34:07,158 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920., hostname=221ead37f9cb,39351,1731184415597, seqNum=2] 2024-11-09T20:34:07,160 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920., hostname=221ead37f9cb,39351,1731184415597, seqNum=2] 2024-11-09T20:34:07,163 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920., hostname=221ead37f9cb,39351,1731184415597, seqNum=2] 2024-11-09T20:34:07,165 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920., hostname=221ead37f9cb,39351,1731184415597, seqNum=2] 2024-11-09T20:34:07,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7., hostname=221ead37f9cb,33893,1731184415735, seqNum=2] 2024-11-09T20:34:07,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7., hostname=221ead37f9cb,33893,1731184415735, seqNum=2] 2024-11-09T20:34:07,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7., hostname=221ead37f9cb,33893,1731184415735, seqNum=2] 2024-11-09T20:34:07,201 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7., hostname=221ead37f9cb,33893,1731184415735, seqNum=2] 2024-11-09T20:34:07,204 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7., hostname=221ead37f9cb,33893,1731184415735, seqNum=2] 2024-11-09T20:34:07,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7., hostname=221ead37f9cb,33893,1731184415735, seqNum=2] 2024-11-09T20:34:07,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:07,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f., hostname=221ead37f9cb,40469,1731184415693, seqNum=2] 2024-11-09T20:34:08,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:34:08,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:34:08,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:34:08,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:34:08,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:34:08,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:34:08,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:34:08,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:34:08,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:34:08,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T20:34:08,921 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:34:08,922 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T20:34:08,926 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T20:34:08,938 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T20:34:08,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:34:08,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:34:08,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:34:08,951 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T20:34:08,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13d97fb0eb2ca7e6cec6904058f868c8}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e0f14f5de44ea0d450bf11382fe64eb2}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c6e6f1ad59589de895a2f52ed9942a9}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de10be7cc4afeb75b1e6893847081505}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9729fc84a42519b1b631d87b3c08b920}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef2462aeb56109a6ea1b641a6b2108a7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f}] 2024-11-09T20:34:08,958 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:34:08,958 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:08,958 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:08,958 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:34:08,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:08,965 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:34:08,970 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:08,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:34:08,971 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de10be7cc4afeb75b1e6893847081505 2024-11-09T20:34:08,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:34:09,022 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 221ead37f9cb,40469,1731184415693 2024-11-09T20:34:09,023 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 221ead37f9cb,40469,1731184415693: Simulated kill ***** 2024-11-09T20:34:09,023 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T20:34:09,025 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T20:34:09,026 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T20:34:09,028 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T20:34:09,029 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T20:34:09,034 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 626635936 }, "NonHeapMemoryUsage": { "committed": 156762112, "init": 7667712, "max": -1, "used": 153506600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "221ead37f9cb", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "221ead37f9cb", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57235", "tag.serverName": "221ead37f9cb,39351,1731184415597", "tag.clusterId": "79fca2f7-2620-4ff7-bfcd-fa0167026cc0", "tag.Context": "regionserver", "tag.Hostname": "221ead37f9cb", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731184415597, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-09T20:34:09,038 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40463 {}] master.MasterRpcServices(700): 221ead37f9cb,40469,1731184415693 reported a fatal error: ***** ABORTING region server 221ead37f9cb,40469,1731184415693: Simulated kill ***** 2024-11-09T20:34:09,040 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '221ead37f9cb,40469,1731184415693' ***** 2024-11-09T20:34:09,040 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T20:34:09,041 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:34:09,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:34:09,041 INFO [RS:1;221ead37f9cb:40469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T20:34:09,041 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:34:09,041 INFO [RS:1;221ead37f9cb:40469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T20:34:09,041 INFO [RS:1;221ead37f9cb:40469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:34:09,041 INFO [RS:1;221ead37f9cb:40469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;221ead37f9cb:40469. 2024-11-09T20:34:09,041 DEBUG [RS:1;221ead37f9cb:40469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:34:09,042 DEBUG [RS:1;221ead37f9cb:40469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:34:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741835_1011 (size=1257) 2024-11-09T20:34:09,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741835_1011 (size=1257) 2024-11-09T20:34:09,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741835_1011 (size=1257) 2024-11-09T20:34:09,048 DEBUG [RS:1;221ead37f9cb:40469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:34:09,048 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:34:09,048 INFO [RS:1;221ead37f9cb:40469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40469 2024-11-09T20:34:09,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/221ead37f9cb,40469,1731184415693 2024-11-09T20:34:09,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:34:09,061 INFO [RS:1;221ead37f9cb:40469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:34:09,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [221ead37f9cb,40469,1731184415693] 2024-11-09T20:34:09,112 INFO [regionserver/221ead37f9cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:34:09,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:34:09,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x10122976fcd0002, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:34:09,210 INFO [RS:1;221ead37f9cb:40469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:34:09,210 INFO [RS:1;221ead37f9cb:40469 {}] regionserver.HRegionServer(1031): Exiting; stopping=221ead37f9cb,40469,1731184415693; zookeeper connection closed. 2024-11-09T20:34:09,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38fd3d22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38fd3d22 2024-11-09T20:34:09,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/221ead37f9cb,40469,1731184415693 already deleted, retry=false 2024-11-09T20:34:09,214 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 221ead37f9cb,40469,1731184415693 on 221ead37f9cb,40463,1731184414848 2024-11-09T20:34:09,219 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 221ead37f9cb,40469,1731184415693, splitWal=true, meta=false 2024-11-09T20:34:09,222 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 221ead37f9cb,40469,1731184415693, splitWal=true, meta=false 2024-11-09T20:34:09,222 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 221ead37f9cb,40469,1731184415693 (carryingMeta=false) 221ead37f9cb,40469,1731184415693/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@706fad72[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T20:34:09,224 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 221ead37f9cb,40469,1731184415693 had 4 regions 2024-11-09T20:34:09,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:09,225 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:09,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:09,225 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:09,226 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,40469,1731184415693, splitWal=true, meta=false, isMeta: false 2024-11-09T20:34:09,226 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 can not run currently because target server of region SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 221ead37f9cb,40469,1731184415693 is in state CRASHED, wait 1000 ms to retry 2024-11-09T20:34:09,226 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 can not run currently because target server of region SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T20:34:09,226 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526; timeout=1000, timestamp=1731184450226 2024-11-09T20:34:09,226 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1; timeout=1000, timestamp=1731184450226 2024-11-09T20:34:09,227 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 can not run currently because target server of region SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T20:34:09,227 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f can not run currently because target server of region SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T20:34:09,227 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f; timeout=1000, timestamp=1731184450227 2024-11-09T20:34:09,227 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676; timeout=1000, timestamp=1731184450227 2024-11-09T20:34:09,229 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting 2024-11-09T20:34:09,230 INFO [PEWorker-1 {}] master.SplitWALManager(105): 221ead37f9cb,40469,1731184415693 WAL count=1, meta=false 2024-11-09T20:34:09,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 221ead37f9cb%2C40469%2C1731184415693.1731184417485}] 2024-11-09T20:34:09,238 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:09,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C40469%2C1731184415693.1731184417485, worker=221ead37f9cb,33893,1731184415735}] 2024-11-09T20:34:09,357 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T20:34:09,357 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T20:34:10,227 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:10,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:10,228 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:10,228 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:10,230 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 can not run currently because target server of region SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T20:34:10,231 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526; timeout=2000, timestamp=1731184452230 2024-11-09T20:34:10,231 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 can not run currently because target server of region SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T20:34:10,231 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 can not run currently because target server of region SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T20:34:10,231 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f can not run currently because target server of region SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T20:34:10,231 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1; timeout=2000, timestamp=1731184452231 2024-11-09T20:34:10,231 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676; timeout=2000, timestamp=1731184452231 2024-11-09T20:34:10,231 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f; timeout=2000, timestamp=1731184452231 2024-11-09T20:34:10,928 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=221ead37f9cb:40463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T20:34:12,230 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:12,231 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:12,231 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:12,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:12,232 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 can not run currently because target server of region SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T20:34:12,232 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526; timeout=4000, timestamp=1731184456232 2024-11-09T20:34:12,232 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f can not run currently because target server of region SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T20:34:12,232 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f; timeout=4000, timestamp=1731184456232 2024-11-09T20:34:12,233 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 can not run currently because target server of region SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T20:34:12,233 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 can not run currently because target server of region SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T20:34:12,233 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1; timeout=4000, timestamp=1731184456233 2024-11-09T20:34:12,233 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676; timeout=4000, timestamp=1731184456233 2024-11-09T20:34:16,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:16,233 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:16,234 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:16,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:16,237 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f can not run currently because target server of region SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T20:34:16,237 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f; timeout=8000, timestamp=1731184464237 2024-11-09T20:34:16,238 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 can not run currently because target server of region SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T20:34:16,238 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 can not run currently because target server of region SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T20:34:16,238 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 can not run currently because target server of region SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 221ead37f9cb,40469,1731184415693 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T20:34:16,238 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676; timeout=8000, timestamp=1731184464238 2024-11-09T20:34:16,238 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1; timeout=8000, timestamp=1731184464238 2024-11-09T20:34:16,238 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526; timeout=8000, timestamp=1731184464238 2024-11-09T20:34:18,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T20:34:18,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T20:34:18,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T20:34:18,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:34:18,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T20:34:18,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:34:18,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:34:18,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:34:18,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T20:34:18,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:34:18,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-09T20:34:18,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T20:34:18,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:34:18,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing ef2462aeb56109a6ea1b641a6b2108a7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T20:34:18,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 9729fc84a42519b1b631d87b3c08b920 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T20:34:18,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e0f14f5de44ea0d450bf11382fe64eb2: 2024-11-09T20:34:18,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 8c6e6f1ad59589de895a2f52ed9942a9: 2024-11-09T20:34:18,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 13d97fb0eb2ca7e6cec6904058f868c8: 2024-11-09T20:34:18,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for de10be7cc4afeb75b1e6893847081505: 2024-11-09T20:34:18,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. for SnapshotProcedureTest completed. 2024-11-09T20:34:18,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. for SnapshotProcedureTest completed. 2024-11-09T20:34:18,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. for SnapshotProcedureTest completed. 2024-11-09T20:34:18,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. for SnapshotProcedureTest completed. 2024-11-09T20:34:18,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:34:18,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:34:18,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:34:18,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:34:18,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:34:18,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:34:18,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:34:18,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:34:18,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:34:18,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:34:18,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:34:18,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:34:19,001 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485, size=1.2 K (1257bytes) 2024-11-09T20:34:19,002 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T20:34:19,003 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T20:34:19,003 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485 2024-11-09T20:34:19,011 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485 after 4ms 2024-11-09T20:34:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741851_1027 (size=57) 2024-11-09T20:34:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:34:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:34:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741851_1027 (size=57) 2024-11-09T20:34:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741851_1027 (size=57) 2024-11-09T20:34:19,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:34:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741849_1025 (size=65) 2024-11-09T20:34:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741849_1025 (size=65) 2024-11-09T20:34:19,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:34:19,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:34:19,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T20:34:19,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T20:34:19,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T20:34:19,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741849_1025 (size=65) 2024-11-09T20:34:19,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:34:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T20:34:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T20:34:19,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:34:19,022 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region de10be7cc4afeb75b1e6893847081505 2024-11-09T20:34:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T20:34:19,022 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:34:19,022 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de10be7cc4afeb75b1e6893847081505 2024-11-09T20:34:19,022 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:34:19,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:34:19,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13d97fb0eb2ca7e6cec6904058f868c8 in 10.0700 sec 2024-11-09T20:34:19,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure de10be7cc4afeb75b1e6893847081505 in 10.0700 sec 2024-11-09T20:34:19,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e0f14f5de44ea0d450bf11382fe64eb2 in 10.0700 sec 2024-11-09T20:34:19,031 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485 took 31ms 2024-11-09T20:34:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:34:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:34:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:34:19,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:34:19,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T20:34:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T20:34:19,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:34:19,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:34:19,042 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for eaad052b4d1a42ba809bf1552207b76f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T20:34:19,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c6e6f1ad59589de895a2f52ed9942a9 in 10.0840 sec 2024-11-09T20:34:19,044 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for daef47a5675eaaaed5d19b138db38676: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T20:34:19,048 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b10d2e40622a2086b1d6d2439c826ad1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T20:34:19,050 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b07be936c6114ecec21827a2b6598526: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T20:34:19,051 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485 so closing down 2024-11-09T20:34:19,051 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T20:34:19,051 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T20:34:19,056 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-09T20:34:19,057 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485, journal: Splitting hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485, size=1.2 K (1257bytes) at 1731184459001Finishing writing output for hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485 so closing down at 1731184459051 (+50 ms)3 split writer threads finished at 1731184459051Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731184459057 (+6 ms) 2024-11-09T20:34:19,057 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485 2024-11-09T20:34:19,057 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T20:34:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T20:34:19,068 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting/221ead37f9cb%2C40469%2C1731184415693.1731184417485 to hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/oldWALs 2024-11-09T20:34:19,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T20:34:19,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C40469%2C1731184415693.1731184417485, worker=221ead37f9cb,33893,1731184415735 in 9.8270 sec 2024-11-09T20:34:19,074 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:19,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T20:34:19,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C40469%2C1731184415693.1731184417485, worker=221ead37f9cb,33893,1731184415735 in 9.8420 sec 2024-11-09T20:34:19,083 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting dir is empty, no logs to split. 2024-11-09T20:34:19,083 INFO [PEWorker-3 {}] master.SplitWALManager(105): 221ead37f9cb,40469,1731184415693 WAL count=0, meta=false 2024-11-09T20:34:19,083 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 221ead37f9cb,40469,1731184415693 WAL splitting is done? wals=0, meta=false 2024-11-09T20:34:19,087 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 221ead37f9cb,40469,1731184415693 failed, ignore...File hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/WALs/221ead37f9cb,40469,1731184415693-splitting does not exist. 2024-11-09T20:34:19,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b07be936c6114ecec21827a2b6598526, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaad052b4d1a42ba809bf1552207b76f, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daef47a5675eaaaed5d19b138db38676, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b10d2e40622a2086b1d6d2439c826ad1, ASSIGN}] 2024-11-09T20:34:19,093 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daef47a5675eaaaed5d19b138db38676, ASSIGN 2024-11-09T20:34:19,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaad052b4d1a42ba809bf1552207b76f, ASSIGN 2024-11-09T20:34:19,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7/.tmp/cf/ceed8cce1213487d81c63ddd0a899f08 is 34, key is ccd/cf:cf/1731184448156/Put/seqid=0 2024-11-09T20:34:19,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920/.tmp/cf/ce45dc4fe5074f3e98e051a3bca61a2b is 34, key is baa/cf:cf/1731184448121/Put/seqid=0 2024-11-09T20:34:19,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b10d2e40622a2086b1d6d2439c826ad1, ASSIGN 2024-11-09T20:34:19,094 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b07be936c6114ecec21827a2b6598526, ASSIGN 2024-11-09T20:34:19,095 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b07be936c6114ecec21827a2b6598526, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:34:19,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eaad052b4d1a42ba809bf1552207b76f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:34:19,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b10d2e40622a2086b1d6d2439c826ad1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:34:19,097 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daef47a5675eaaaed5d19b138db38676, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:34:19,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741854_1030 (size=28623) 2024-11-09T20:34:19,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741854_1030 (size=28623) 2024-11-09T20:34:19,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741854_1030 (size=28623) 2024-11-09T20:34:19,115 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920/.tmp/cf/ce45dc4fe5074f3e98e051a3bca61a2b 2024-11-09T20:34:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741853_1029 (size=47197) 2024-11-09T20:34:19,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741853_1029 (size=47197) 2024-11-09T20:34:19,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741853_1029 (size=47197) 2024-11-09T20:34:19,122 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7/.tmp/cf/ceed8cce1213487d81c63ddd0a899f08 2024-11-09T20:34:19,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7/.tmp/cf/ceed8cce1213487d81c63ddd0a899f08 as hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7/cf/ceed8cce1213487d81c63ddd0a899f08 2024-11-09T20:34:19,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920/.tmp/cf/ce45dc4fe5074f3e98e051a3bca61a2b as hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920/cf/ce45dc4fe5074f3e98e051a3bca61a2b 2024-11-09T20:34:19,194 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7/cf/ceed8cce1213487d81c63ddd0a899f08, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T20:34:19,195 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920/cf/ce45dc4fe5074f3e98e051a3bca61a2b, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T20:34:19,200 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for ef2462aeb56109a6ea1b641a6b2108a7 in 225ms, sequenceid=5, compaction requested=false 2024-11-09T20:34:19,200 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 9729fc84a42519b1b631d87b3c08b920 in 226ms, sequenceid=5, compaction requested=false 2024-11-09T20:34:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for ef2462aeb56109a6ea1b641a6b2108a7: 2024-11-09T20:34:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 9729fc84a42519b1b631d87b3c08b920: 2024-11-09T20:34:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. for SnapshotProcedureTest completed. 2024-11-09T20:34:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. for SnapshotProcedureTest completed. 2024-11-09T20:34:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:34:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:34:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:34:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:34:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7/cf/ceed8cce1213487d81c63ddd0a899f08] hfiles 2024-11-09T20:34:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920/cf/ce45dc4fe5074f3e98e051a3bca61a2b] hfiles 2024-11-09T20:34:19,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7/cf/ceed8cce1213487d81c63ddd0a899f08 for snapshot=SnapshotProcedureTest 2024-11-09T20:34:19,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920/cf/ce45dc4fe5074f3e98e051a3bca61a2b for snapshot=SnapshotProcedureTest 2024-11-09T20:34:19,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741856_1032 (size=105) 2024-11-09T20:34:19,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741855_1031 (size=105) 2024-11-09T20:34:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741855_1031 (size=105) 2024-11-09T20:34:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741856_1032 (size=105) 2024-11-09T20:34:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741855_1031 (size=105) 2024-11-09T20:34:19,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741856_1032 (size=105) 2024-11-09T20:34:19,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:34:19,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:34:19,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T20:34:19,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T20:34:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T20:34:19,225 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:34:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T20:34:19,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:34:19,225 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:34:19,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:34:19,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9729fc84a42519b1b631d87b3c08b920 in 10.2740 sec 2024-11-09T20:34:19,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ef2462aeb56109a6ea1b641a6b2108a7 in 10.2740 sec 2024-11-09T20:34:19,246 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(204): Hosts are {221ead37f9cb=0} racks are {/default-rack=0} 2024-11-09T20:34:19,246 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:34:19,246 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:34:19,246 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:34:19,246 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:34:19,246 INFO [221ead37f9cb:40463 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:34:19,247 INFO [221ead37f9cb:40463 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:34:19,247 DEBUG [221ead37f9cb:40463 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:34:19,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=b07be936c6114ecec21827a2b6598526, regionState=OPENING, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:19,247 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=b10d2e40622a2086b1d6d2439c826ad1, regionState=OPENING, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:19,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=daef47a5675eaaaed5d19b138db38676, regionState=OPENING, regionLocation=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:19,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=eaad052b4d1a42ba809bf1552207b76f, regionState=OPENING, regionLocation=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:19,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eaad052b4d1a42ba809bf1552207b76f, ASSIGN because future has completed 2024-11-09T20:34:19,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaad052b4d1a42ba809bf1552207b76f, server=221ead37f9cb,33893,1731184415735}] 2024-11-09T20:34:19,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b07be936c6114ecec21827a2b6598526, ASSIGN because future has completed 2024-11-09T20:34:19,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07be936c6114ecec21827a2b6598526, server=221ead37f9cb,39351,1731184415597}] 2024-11-09T20:34:19,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b10d2e40622a2086b1d6d2439c826ad1, ASSIGN because future has completed 2024-11-09T20:34:19,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10d2e40622a2086b1d6d2439c826ad1, server=221ead37f9cb,39351,1731184415597}] 2024-11-09T20:34:19,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daef47a5675eaaaed5d19b138db38676, ASSIGN because future has completed 2024-11-09T20:34:19,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure daef47a5675eaaaed5d19b138db38676, server=221ead37f9cb,33893,1731184415735}] 2024-11-09T20:34:24,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 held by pid=39 2024-11-09T20:34:24,239 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f held by pid=40 2024-11-09T20:34:24,239 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:24,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:24,240 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 held by pid=41 2024-11-09T20:34:24,240 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:24,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 held by pid=42 2024-11-09T20:34:24,240 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,003 INFO [master/221ead37f9cb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T20:34:29,003 INFO [master/221ead37f9cb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T20:34:29,312 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:34:29,312 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:34:29,312 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => eaad052b4d1a42ba809bf1552207b76f, NAME => 'SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T20:34:29,312 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => b10d2e40622a2086b1d6d2439c826ad1, NAME => 'SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T20:34:29,313 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,313 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,313 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:34:29,313 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:34:29,313 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,313 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,313 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,313 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,316 INFO [StoreOpener-eaad052b4d1a42ba809bf1552207b76f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,316 INFO [StoreOpener-b10d2e40622a2086b1d6d2439c826ad1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,317 INFO [StoreOpener-eaad052b4d1a42ba809bf1552207b76f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaad052b4d1a42ba809bf1552207b76f columnFamilyName cf 2024-11-09T20:34:29,317 INFO [StoreOpener-b10d2e40622a2086b1d6d2439c826ad1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10d2e40622a2086b1d6d2439c826ad1 columnFamilyName cf 2024-11-09T20:34:29,317 DEBUG [StoreOpener-eaad052b4d1a42ba809bf1552207b76f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:34:29,317 DEBUG [StoreOpener-b10d2e40622a2086b1d6d2439c826ad1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:34:29,318 INFO [StoreOpener-b10d2e40622a2086b1d6d2439c826ad1-1 {}] regionserver.HStore(327): Store=b10d2e40622a2086b1d6d2439c826ad1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:34:29,318 INFO [StoreOpener-eaad052b4d1a42ba809bf1552207b76f-1 {}] regionserver.HStore(327): Store=eaad052b4d1a42ba809bf1552207b76f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:34:29,318 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,318 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,319 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,319 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,321 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,321 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,321 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,321 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,321 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,321 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,323 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,323 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,325 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened eaad052b4d1a42ba809bf1552207b76f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64524473, jitterRate=-0.03851042687892914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:34:29,325 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,325 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened b10d2e40622a2086b1d6d2439c826ad1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58969963, jitterRate=-0.12127907574176788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:34:29,325 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,325 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for eaad052b4d1a42ba809bf1552207b76f: Running coprocessor pre-open hook at 1731184469313Writing region info on filesystem at 1731184469313Initializing all the Stores at 1731184469315 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184469315Cleaning up temporary data from old regions at 1731184469321 (+6 ms)Running coprocessor post-open hooks at 1731184469325 (+4 ms)Region opened successfully at 1731184469325 2024-11-09T20:34:29,325 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for b10d2e40622a2086b1d6d2439c826ad1: Running coprocessor pre-open hook at 1731184469314Writing region info on filesystem at 1731184469314Initializing all the Stores at 1731184469315 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184469315Cleaning up temporary data from old regions at 1731184469321 (+6 ms)Running coprocessor post-open hooks at 1731184469325 (+4 ms)Region opened successfully at 1731184469325 2024-11-09T20:34:29,326 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f., pid=43, masterSystemTime=1731184469303 2024-11-09T20:34:29,326 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1., pid=45, masterSystemTime=1731184469303 2024-11-09T20:34:29,328 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:34:29,328 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:34:29,328 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:34:29,328 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => b07be936c6114ecec21827a2b6598526, NAME => 'SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T20:34:29,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=b10d2e40622a2086b1d6d2439c826ad1, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:29,329 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,329 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:34:29,329 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:34:29,329 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,329 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:34:29,329 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,329 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:34:29,330 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => daef47a5675eaaaed5d19b138db38676, NAME => 'SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T20:34:29,330 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,330 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:34:29,330 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,330 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,331 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=eaad052b4d1a42ba809bf1552207b76f, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:29,333 INFO [StoreOpener-b07be936c6114ecec21827a2b6598526-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10d2e40622a2086b1d6d2439c826ad1, server=221ead37f9cb,39351,1731184415597 because future has completed 2024-11-09T20:34:29,334 INFO [StoreOpener-b07be936c6114ecec21827a2b6598526-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07be936c6114ecec21827a2b6598526 columnFamilyName cf 2024-11-09T20:34:29,335 DEBUG [StoreOpener-b07be936c6114ecec21827a2b6598526-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:34:29,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaad052b4d1a42ba809bf1552207b76f, server=221ead37f9cb,33893,1731184415735 because future has completed 2024-11-09T20:34:29,336 INFO [StoreOpener-b07be936c6114ecec21827a2b6598526-1 {}] regionserver.HStore(327): Store=b07be936c6114ecec21827a2b6598526/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:34:29,336 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-09T20:34:29,338 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure b10d2e40622a2086b1d6d2439c826ad1, server=221ead37f9cb,39351,1731184415597 in 10.0790 sec 2024-11-09T20:34:29,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-09T20:34:29,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b10d2e40622a2086b1d6d2439c826ad1, ASSIGN in 10.2480 sec 2024-11-09T20:34:29,340 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:29,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure eaad052b4d1a42ba809bf1552207b76f, server=221ead37f9cb,33893,1731184415735 in 10.0840 sec 2024-11-09T20:34:29,342 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:29,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaad052b4d1a42ba809bf1552207b76f, ASSIGN in 10.2500 sec 2024-11-09T20:34:29,342 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,343 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,343 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,346 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,347 INFO [StoreOpener-daef47a5675eaaaed5d19b138db38676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,348 INFO [StoreOpener-daef47a5675eaaaed5d19b138db38676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daef47a5675eaaaed5d19b138db38676 columnFamilyName cf 2024-11-09T20:34:29,348 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened b07be936c6114ecec21827a2b6598526; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66932682, jitterRate=-0.0026253163814544678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:34:29,348 DEBUG [StoreOpener-daef47a5675eaaaed5d19b138db38676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:34:29,348 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,348 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for b07be936c6114ecec21827a2b6598526: Running coprocessor pre-open hook at 1731184469329Writing region info on filesystem at 1731184469329Initializing all the Stores at 1731184469331 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184469331Cleaning up temporary data from old regions at 1731184469343 (+12 ms)Running coprocessor post-open hooks at 1731184469348 (+5 ms)Region opened successfully at 1731184469348 2024-11-09T20:34:29,348 INFO [StoreOpener-daef47a5675eaaaed5d19b138db38676-1 {}] regionserver.HStore(327): Store=daef47a5675eaaaed5d19b138db38676/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:34:29,349 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,350 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., pid=44, masterSystemTime=1731184469303 2024-11-09T20:34:29,350 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,352 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,353 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,353 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,353 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:34:29,353 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:34:29,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=b07be936c6114ecec21827a2b6598526, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:29,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07be936c6114ecec21827a2b6598526, server=221ead37f9cb,39351,1731184415597 because future has completed 2024-11-09T20:34:29,357 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,360 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened daef47a5675eaaaed5d19b138db38676; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69708820, jitterRate=0.03874236345291138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:34:29,360 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,360 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for daef47a5675eaaaed5d19b138db38676: Running coprocessor pre-open hook at 1731184469330Writing region info on filesystem at 1731184469330Initializing all the Stores at 1731184469332 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184469332Cleaning up temporary data from old regions at 1731184469353 (+21 ms)Running coprocessor post-open hooks at 1731184469360 (+7 ms)Region opened successfully at 1731184469360 2024-11-09T20:34:29,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-09T20:34:29,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure b07be936c6114ecec21827a2b6598526, server=221ead37f9cb,39351,1731184415597 in 10.1040 sec 2024-11-09T20:34:29,362 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676., pid=46, masterSystemTime=1731184469303 2024-11-09T20:34:29,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b07be936c6114ecec21827a2b6598526, ASSIGN in 10.2720 sec 2024-11-09T20:34:29,363 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:29,367 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:34:29,367 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:34:29,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=daef47a5675eaaaed5d19b138db38676, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:29,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure daef47a5675eaaaed5d19b138db38676, server=221ead37f9cb,33893,1731184415735 because future has completed 2024-11-09T20:34:29,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-09T20:34:29,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure daef47a5675eaaaed5d19b138db38676, server=221ead37f9cb,33893,1731184415735 in 10.1130 sec 2024-11-09T20:34:29,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:29,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-09T20:34:29,375 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 221ead37f9cb,40469,1731184415693 after splitting done 2024-11-09T20:34:29,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daef47a5675eaaaed5d19b138db38676, ASSIGN in 10.2820 sec 2024-11-09T20:34:29,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 221ead37f9cb,40469,1731184415693, splitWal=true, meta=false in 20.1600 sec 2024-11-09T20:34:33,988 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:34:34,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T20:34:39,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T20:34:39,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T20:34:39,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:34:39,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:34:39,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T20:34:39,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:34:39,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T20:34:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:34:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for daef47a5675eaaaed5d19b138db38676: 2024-11-09T20:34:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b07be936c6114ecec21827a2b6598526: 2024-11-09T20:34:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b10d2e40622a2086b1d6d2439c826ad1: 2024-11-09T20:34:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. for SnapshotProcedureTest completed. 2024-11-09T20:34:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for eaad052b4d1a42ba809bf1552207b76f: 2024-11-09T20:34:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. for SnapshotProcedureTest completed. 2024-11-09T20:34:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. for SnapshotProcedureTest completed. 2024-11-09T20:34:39,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. for SnapshotProcedureTest completed. 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:34:39,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:34:39,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741857_1033 (size=65) 2024-11-09T20:34:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741857_1033 (size=65) 2024-11-09T20:34:39,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:34:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741857_1033 (size=65) 2024-11-09T20:34:39,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T20:34:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T20:34:39,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:39,367 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 2024-11-09T20:34:39,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure daef47a5675eaaaed5d19b138db38676 in 30.4150 sec 2024-11-09T20:34:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741860_1036 (size=65) 2024-11-09T20:34:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741860_1036 (size=65) 2024-11-09T20:34:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741860_1036 (size=65) 2024-11-09T20:34:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741858_1034 (size=65) 2024-11-09T20:34:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741858_1034 (size=65) 2024-11-09T20:34:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741858_1034 (size=65) 2024-11-09T20:34:39,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:34:39,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T20:34:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T20:34:39,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:39,385 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 2024-11-09T20:34:39,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b07be936c6114ecec21827a2b6598526 in 30.4330 sec 2024-11-09T20:34:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741859_1035 (size=57) 2024-11-09T20:34:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741859_1035 (size=57) 2024-11-09T20:34:39,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741859_1035 (size=57) 2024-11-09T20:34:39,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:34:39,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T20:34:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T20:34:39,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:39,396 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:34:39,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eaad052b4d1a42ba809bf1552207b76f in 30.4440 sec 2024-11-09T20:34:39,772 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T20:34:39,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:34:39,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T20:34:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T20:34:39,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:39,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:34:39,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-09T20:34:39,790 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T20:34:39,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b10d2e40622a2086b1d6d2439c826ad1 in 30.8340 sec 2024-11-09T20:34:39,792 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T20:34:39,794 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T20:34:39,794 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T20:34:39,797 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:34:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741861_1037 (size=1094) 2024-11-09T20:34:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741861_1037 (size=1094) 2024-11-09T20:34:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741861_1037 (size=1094) 2024-11-09T20:34:39,825 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T20:34:39,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T20:34:39,839 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:39,839 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:39,839 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:39,839 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:39,839 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:39,843 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:42,933 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=221ead37f9cb:40463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T20:34:44,792 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9729fc84a42519b1b631d87b3c08b920, had cached 0 bytes from a total of 28623 2024-11-09T20:34:44,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ef2462aeb56109a6ea1b641a6b2108a7, had cached 0 bytes from a total of 47197 2024-11-09T20:34:49,446 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e0f14f5de44ea0d450bf11382fe64eb2 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:49,447 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region daef47a5675eaaaed5d19b138db38676 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:49,448 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region de10be7cc4afeb75b1e6893847081505 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:49,449 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ef2462aeb56109a6ea1b641a6b2108a7 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:49,449 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eaad052b4d1a42ba809bf1552207b76f changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:49,450 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 13d97fb0eb2ca7e6cec6904058f868c8 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:49,450 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b10d2e40622a2086b1d6d2439c826ad1 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:49,450 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8c6e6f1ad59589de895a2f52ed9942a9 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:49,451 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b07be936c6114ecec21827a2b6598526 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:49,451 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9729fc84a42519b1b631d87b3c08b920 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:49,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-09T20:34:49,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-09T20:34:49,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-09T20:34:49,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-09T20:34:49,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-09T20:34:49,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-09T20:34:49,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:34:49,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:34:49,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-09T20:34:49,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T20:34:49,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T20:34:49,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T20:34:49,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T20:34:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T20:34:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-09T20:34:49,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T20:34:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-09T20:34:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T20:34:49,857 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,39351,1731184415597 Release verify snapshot worker=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:49,857 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33893,1731184415735 Release verify snapshot worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T20:34:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-09T20:34:49,859 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,39351,1731184415597 Release verify snapshot worker=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:49,860 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:49,860 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:49,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,39351,1731184415597 in 10.0240 sec 2024-11-09T20:34:49,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33893,1731184415735 in 10.0240 sec 2024-11-09T20:34:49,862 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33893,1731184415735 Release verify snapshot worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:49,862 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,39351,1731184415597 Release verify snapshot worker=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:49,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,39351,1731184415597 in 10.0260 sec 2024-11-09T20:34:49,862 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33893,1731184415735 Release verify snapshot worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:49,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33893,1731184415735 in 10.0290 sec 2024-11-09T20:34:49,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33893,1731184415735 in 10.0300 sec 2024-11-09T20:34:49,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,39351,1731184415597 in 10.0290 sec 2024-11-09T20:34:49,865 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:49,865 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:59,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-09T20:34:59,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-09T20:34:59,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-09T20:34:59,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-09T20:34:59,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T20:34:59,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T20:34:59,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T20:34:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T20:34:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T20:34:59,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T20:34:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-09T20:34:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40463 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T20:34:59,871 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,39351,1731184415597 Release verify snapshot worker=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:59,871 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33893,1731184415735 Release verify snapshot worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:59,873 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33893,1731184415735 Release verify snapshot worker=221ead37f9cb,33893,1731184415735 2024-11-09T20:34:59,873 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,39351,1731184415597 Release verify snapshot worker=221ead37f9cb,39351,1731184415597 2024-11-09T20:34:59,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,39351,1731184415597 in 20.0380 sec 2024-11-09T20:34:59,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33893,1731184415735 in 20.0380 sec 2024-11-09T20:34:59,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,39351,1731184415597 in 20.0400 sec 2024-11-09T20:34:59,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-09T20:34:59,876 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T20:34:59,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33893,1731184415735 in 20.0400 sec 2024-11-09T20:34:59,877 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T20:34:59,879 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T20:34:59,879 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T20:34:59,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9640 sec 2024-11-09T20:35:00,050 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T20:35:00,059 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T20:35:00,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T20:35:00,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:35:00,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:35:00,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:00,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:00,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T20:35:00,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T20:35:00,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=831879446, stopped=false 2024-11-09T20:35:00,060 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=221ead37f9cb,40463,1731184414848 2024-11-09T20:35:00,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:35:00,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:35:00,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:35:00,120 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:35:00,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:00,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:00,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:00,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:35:00,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:35:00,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:00,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:35:00,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:35:00,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:35:00,121 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '221ead37f9cb,39351,1731184415597' ***** 2024-11-09T20:35:00,122 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T20:35:00,122 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '221ead37f9cb,33893,1731184415735' ***** 2024-11-09T20:35:00,122 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T20:35:00,122 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:35:00,122 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:35:00,123 INFO [RS:2;221ead37f9cb:33893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T20:35:00,123 INFO [RS:0;221ead37f9cb:39351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T20:35:00,123 INFO [RS:2;221ead37f9cb:33893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T20:35:00,123 INFO [RS:0;221ead37f9cb:39351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T20:35:00,123 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:35:00,123 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(3091): Received CLOSE for b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:35:00,123 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(3091): Received CLOSE for de10be7cc4afeb75b1e6893847081505 2024-11-09T20:35:00,123 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:35:00,124 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(3091): Received CLOSE for b07be936c6114ecec21827a2b6598526 2024-11-09T20:35:00,124 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c6e6f1ad59589de895a2f52ed9942a9 2024-11-09T20:35:00,124 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(3091): Received CLOSE for 13d97fb0eb2ca7e6cec6904058f868c8 2024-11-09T20:35:00,124 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(3091): Received CLOSE for 9729fc84a42519b1b631d87b3c08b920 2024-11-09T20:35:00,125 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(959): stopping server 221ead37f9cb,39351,1731184415597 2024-11-09T20:35:00,125 INFO [RS:0;221ead37f9cb:39351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:35:00,125 INFO [RS:0;221ead37f9cb:39351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;221ead37f9cb:39351. 2024-11-09T20:35:00,125 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b10d2e40622a2086b1d6d2439c826ad1, disabling compactions & flushes 2024-11-09T20:35:00,125 DEBUG [RS:0;221ead37f9cb:39351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:35:00,125 DEBUG [RS:0;221ead37f9cb:39351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:00,125 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:35:00,125 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:35:00,125 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. after waiting 0 ms 2024-11-09T20:35:00,125 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:35:00,126 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T20:35:00,126 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T20:35:00,126 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T20:35:00,126 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T20:35:00,127 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(3091): Received CLOSE for ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:35:00,127 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(3091): Received CLOSE for daef47a5675eaaaed5d19b138db38676 2024-11-09T20:35:00,127 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(3091): Received CLOSE for e0f14f5de44ea0d450bf11382fe64eb2 2024-11-09T20:35:00,127 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(3091): Received CLOSE for eaad052b4d1a42ba809bf1552207b76f 2024-11-09T20:35:00,127 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de10be7cc4afeb75b1e6893847081505, disabling compactions & flushes 2024-11-09T20:35:00,127 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(959): stopping server 221ead37f9cb,33893,1731184415735 2024-11-09T20:35:00,127 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:35:00,127 INFO [RS:2;221ead37f9cb:33893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:35:00,127 INFO [RS:2;221ead37f9cb:33893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;221ead37f9cb:33893. 2024-11-09T20:35:00,127 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:35:00,127 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. after waiting 0 ms 2024-11-09T20:35:00,127 DEBUG [RS:2;221ead37f9cb:33893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:35:00,127 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:35:00,128 DEBUG [RS:2;221ead37f9cb:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:00,128 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T20:35:00,128 DEBUG [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(1325): Online Regions={de10be7cc4afeb75b1e6893847081505=SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505., ef2462aeb56109a6ea1b641a6b2108a7=SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7., daef47a5675eaaaed5d19b138db38676=SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676., e0f14f5de44ea0d450bf11382fe64eb2=SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2., eaad052b4d1a42ba809bf1552207b76f=SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f.} 2024-11-09T20:35:00,128 DEBUG [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(1351): Waiting on daef47a5675eaaaed5d19b138db38676, de10be7cc4afeb75b1e6893847081505, e0f14f5de44ea0d450bf11382fe64eb2, eaad052b4d1a42ba809bf1552207b76f, ef2462aeb56109a6ea1b641a6b2108a7 2024-11-09T20:35:00,130 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-09T20:35:00,131 DEBUG [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(1325): Online Regions={b10d2e40622a2086b1d6d2439c826ad1=SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1., b07be936c6114ecec21827a2b6598526=SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526., 1588230740=hbase:meta,,1.1588230740, 8c6e6f1ad59589de895a2f52ed9942a9=SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9., 13d97fb0eb2ca7e6cec6904058f868c8=SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8., 9729fc84a42519b1b631d87b3c08b920=SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920.} 2024-11-09T20:35:00,131 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T20:35:00,131 DEBUG [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(1351): Waiting on 13d97fb0eb2ca7e6cec6904058f868c8, 1588230740, 8c6e6f1ad59589de895a2f52ed9942a9, 9729fc84a42519b1b631d87b3c08b920, b07be936c6114ecec21827a2b6598526, b10d2e40622a2086b1d6d2439c826ad1 2024-11-09T20:35:00,131 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T20:35:00,131 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T20:35:00,131 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T20:35:00,131 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T20:35:00,131 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-09T20:35:00,136 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b10d2e40622a2086b1d6d2439c826ad1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:35:00,138 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:35:00,139 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b10d2e40622a2086b1d6d2439c826ad1: Waiting for close lock at 1731184500124Running coprocessor pre-close hooks at 1731184500125 (+1 ms)Disabling compacts and flushes for region at 1731184500125Disabling writes for close at 1731184500125Writing region close event to WAL at 1731184500127 (+2 ms)Running coprocessor post-close hooks at 1731184500137 (+10 ms)Closed at 1731184500138 (+1 ms) 2024-11-09T20:35:00,139 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1. 2024-11-09T20:35:00,139 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b07be936c6114ecec21827a2b6598526, disabling compactions & flushes 2024-11-09T20:35:00,139 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:35:00,139 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:35:00,139 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. after waiting 0 ms 2024-11-09T20:35:00,139 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:35:00,144 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/de10be7cc4afeb75b1e6893847081505/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:35:00,145 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:35:00,145 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de10be7cc4afeb75b1e6893847081505: Waiting for close lock at 1731184500127Running coprocessor pre-close hooks at 1731184500127Disabling compacts and flushes for region at 1731184500127Disabling writes for close at 1731184500127Writing region close event to WAL at 1731184500131 (+4 ms)Running coprocessor post-close hooks at 1731184500145 (+14 ms)Closed at 1731184500145 2024-11-09T20:35:00,145 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731184428665.de10be7cc4afeb75b1e6893847081505. 2024-11-09T20:35:00,145 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef2462aeb56109a6ea1b641a6b2108a7, disabling compactions & flushes 2024-11-09T20:35:00,145 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:35:00,145 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:35:00,145 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. after waiting 0 ms 2024-11-09T20:35:00,145 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:35:00,147 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/b07be936c6114ecec21827a2b6598526/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:35:00,149 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:35:00,149 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b07be936c6114ecec21827a2b6598526: Waiting for close lock at 1731184500139Running coprocessor pre-close hooks at 1731184500139Disabling compacts and flushes for region at 1731184500139Disabling writes for close at 1731184500139Writing region close event to WAL at 1731184500140 (+1 ms)Running coprocessor post-close hooks at 1731184500148 (+8 ms)Closed at 1731184500149 (+1 ms) 2024-11-09T20:35:00,149 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731184428665.b07be936c6114ecec21827a2b6598526. 2024-11-09T20:35:00,149 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c6e6f1ad59589de895a2f52ed9942a9, disabling compactions & flushes 2024-11-09T20:35:00,149 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:35:00,149 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:35:00,149 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. after waiting 0 ms 2024-11-09T20:35:00,149 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:35:00,163 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/ef2462aeb56109a6ea1b641a6b2108a7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:35:00,165 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:35:00,165 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef2462aeb56109a6ea1b641a6b2108a7: Waiting for close lock at 1731184500145Running coprocessor pre-close hooks at 1731184500145Disabling compacts and flushes for region at 1731184500145Disabling writes for close at 1731184500145Writing region close event to WAL at 1731184500150 (+5 ms)Running coprocessor post-close hooks at 1731184500164 (+14 ms)Closed at 1731184500164 2024-11-09T20:35:00,165 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731184428665.ef2462aeb56109a6ea1b641a6b2108a7. 2024-11-09T20:35:00,165 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daef47a5675eaaaed5d19b138db38676, disabling compactions & flushes 2024-11-09T20:35:00,165 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:35:00,165 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:35:00,165 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. after waiting 0 ms 2024-11-09T20:35:00,165 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:35:00,166 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/8c6e6f1ad59589de895a2f52ed9942a9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:35:00,167 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:35:00,167 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c6e6f1ad59589de895a2f52ed9942a9: Waiting for close lock at 1731184500149Running coprocessor pre-close hooks at 1731184500149Disabling compacts and flushes for region at 1731184500149Disabling writes for close at 1731184500149Writing region close event to WAL at 1731184500155 (+6 ms)Running coprocessor post-close hooks at 1731184500167 (+12 ms)Closed at 1731184500167 2024-11-09T20:35:00,167 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731184428665.8c6e6f1ad59589de895a2f52ed9942a9. 2024-11-09T20:35:00,167 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13d97fb0eb2ca7e6cec6904058f868c8, disabling compactions & flushes 2024-11-09T20:35:00,167 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:35:00,167 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:35:00,167 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. after waiting 0 ms 2024-11-09T20:35:00,167 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:35:00,169 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/.tmp/info/6abc77bfcc35448fa361140e621f2293 is 167, key is SPTestTable,19999999,1731184428665.b10d2e40622a2086b1d6d2439c826ad1./info:regioninfo/1731184469329/Put/seqid=0 2024-11-09T20:35:00,179 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/13d97fb0eb2ca7e6cec6904058f868c8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:35:00,180 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/daef47a5675eaaaed5d19b138db38676/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:35:00,180 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:35:00,180 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13d97fb0eb2ca7e6cec6904058f868c8: Waiting for close lock at 1731184500167Running coprocessor pre-close hooks at 1731184500167Disabling compacts and flushes for region at 1731184500167Disabling writes for close at 1731184500167Writing region close event to WAL at 1731184500170 (+3 ms)Running coprocessor post-close hooks at 1731184500180 (+10 ms)Closed at 1731184500180 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daef47a5675eaaaed5d19b138db38676: Waiting for close lock at 1731184500165Running coprocessor pre-close hooks at 1731184500165Disabling compacts and flushes for region at 1731184500165Disabling writes for close at 1731184500165Writing region close event to WAL at 1731184500171 (+6 ms)Running coprocessor post-close hooks at 1731184500180 (+9 ms)Closed at 1731184500180 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731184428665.13d97fb0eb2ca7e6cec6904058f868c8. 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731184428665.daef47a5675eaaaed5d19b138db38676. 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9729fc84a42519b1b631d87b3c08b920, disabling compactions & flushes 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0f14f5de44ea0d450bf11382fe64eb2, disabling compactions & flushes 2024-11-09T20:35:00,181 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:35:00,181 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. after waiting 0 ms 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. after waiting 0 ms 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:35:00,181 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:35:00,182 INFO [regionserver/221ead37f9cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:35:00,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741862_1038 (size=20292) 2024-11-09T20:35:00,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741862_1038 (size=20292) 2024-11-09T20:35:00,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741862_1038 (size=20292) 2024-11-09T20:35:00,192 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/.tmp/info/6abc77bfcc35448fa361140e621f2293 2024-11-09T20:35:00,192 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/e0f14f5de44ea0d450bf11382fe64eb2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:35:00,193 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/9729fc84a42519b1b631d87b3c08b920/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:35:00,193 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:35:00,193 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0f14f5de44ea0d450bf11382fe64eb2: Waiting for close lock at 1731184500181Running coprocessor pre-close hooks at 1731184500181Disabling compacts and flushes for region at 1731184500181Disabling writes for close at 1731184500181Writing region close event to WAL at 1731184500186 (+5 ms)Running coprocessor post-close hooks at 1731184500193 (+7 ms)Closed at 1731184500193 2024-11-09T20:35:00,194 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731184428665.e0f14f5de44ea0d450bf11382fe64eb2. 2024-11-09T20:35:00,194 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaad052b4d1a42ba809bf1552207b76f, disabling compactions & flushes 2024-11-09T20:35:00,194 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:35:00,194 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:35:00,194 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. after waiting 0 ms 2024-11-09T20:35:00,194 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:35:00,194 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:35:00,194 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9729fc84a42519b1b631d87b3c08b920: Waiting for close lock at 1731184500181Running coprocessor pre-close hooks at 1731184500181Disabling compacts and flushes for region at 1731184500181Disabling writes for close at 1731184500181Writing region close event to WAL at 1731184500187 (+6 ms)Running coprocessor post-close hooks at 1731184500194 (+7 ms)Closed at 1731184500194 2024-11-09T20:35:00,194 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731184428665.9729fc84a42519b1b631d87b3c08b920. 2024-11-09T20:35:00,199 INFO [regionserver/221ead37f9cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:35:00,199 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/default/SPTestTable/eaad052b4d1a42ba809bf1552207b76f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:35:00,200 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:35:00,200 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaad052b4d1a42ba809bf1552207b76f: Waiting for close lock at 1731184500194Running coprocessor pre-close hooks at 1731184500194Disabling compacts and flushes for region at 1731184500194Disabling writes for close at 1731184500194Writing region close event to WAL at 1731184500195 (+1 ms)Running coprocessor post-close hooks at 1731184500200 (+5 ms)Closed at 1731184500200 2024-11-09T20:35:00,200 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731184428665.eaad052b4d1a42ba809bf1552207b76f. 2024-11-09T20:35:00,216 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/.tmp/ns/28aa3e83cd3f41d79583538085b81664 is 43, key is default/ns:d/1731184428321/Put/seqid=0 2024-11-09T20:35:00,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741863_1039 (size=5153) 2024-11-09T20:35:00,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741863_1039 (size=5153) 2024-11-09T20:35:00,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741863_1039 (size=5153) 2024-11-09T20:35:00,226 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/.tmp/ns/28aa3e83cd3f41d79583538085b81664 2024-11-09T20:35:00,247 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/.tmp/table/3a141df5dce24e61b2b9be5e8398ca33 is 47, key is SPTestTable/table:state/1731184439894/Put/seqid=0 2024-11-09T20:35:00,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741864_1040 (size=5214) 2024-11-09T20:35:00,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741864_1040 (size=5214) 2024-11-09T20:35:00,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741864_1040 (size=5214) 2024-11-09T20:35:00,255 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/.tmp/table/3a141df5dce24e61b2b9be5e8398ca33 2024-11-09T20:35:00,261 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T20:35:00,261 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T20:35:00,264 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/.tmp/info/6abc77bfcc35448fa361140e621f2293 as hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/info/6abc77bfcc35448fa361140e621f2293 2024-11-09T20:35:00,271 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/info/6abc77bfcc35448fa361140e621f2293, entries=116, sequenceid=37, filesize=19.8 K 2024-11-09T20:35:00,273 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/.tmp/ns/28aa3e83cd3f41d79583538085b81664 as hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/ns/28aa3e83cd3f41d79583538085b81664 2024-11-09T20:35:00,281 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/ns/28aa3e83cd3f41d79583538085b81664, entries=2, sequenceid=37, filesize=5.0 K 2024-11-09T20:35:00,282 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/.tmp/table/3a141df5dce24e61b2b9be5e8398ca33 as hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/table/3a141df5dce24e61b2b9be5e8398ca33 2024-11-09T20:35:00,289 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/table/3a141df5dce24e61b2b9be5e8398ca33, entries=2, sequenceid=37, filesize=5.1 K 2024-11-09T20:35:00,291 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=37, compaction requested=false 2024-11-09T20:35:00,296 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-09T20:35:00,296 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T20:35:00,296 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T20:35:00,297 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731184500131Running coprocessor pre-close hooks at 1731184500131Disabling compacts and flushes for region at 1731184500131Disabling writes for close at 1731184500131Obtaining lock to block concurrent updates at 1731184500131Preparing flush snapshotting stores in 1588230740 at 1731184500131Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731184500132 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731184500132Flushing 1588230740/info: creating writer at 1731184500132Flushing 1588230740/info: appending metadata at 1731184500168 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731184500168Flushing 1588230740/ns: creating writer at 1731184500202 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731184500216 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731184500216Flushing 1588230740/table: creating writer at 1731184500234 (+18 ms)Flushing 1588230740/table: appending metadata at 1731184500247 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731184500247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a79237: reopening flushed file at 1731184500262 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca00b22: reopening flushed file at 1731184500272 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60be6ac4: reopening flushed file at 1731184500281 (+9 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=37, compaction requested=false at 1731184500291 (+10 ms)Writing region close event to WAL at 1731184500292 (+1 ms)Running coprocessor post-close hooks at 1731184500296 (+4 ms)Closed at 1731184500296 2024-11-09T20:35:00,297 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T20:35:00,329 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(976): stopping server 221ead37f9cb,33893,1731184415735; all regions closed. 2024-11-09T20:35:00,331 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(976): stopping server 221ead37f9cb,39351,1731184415597; all regions closed. 2024-11-09T20:35:00,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741834_1010 (size=3530) 2024-11-09T20:35:00,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741834_1010 (size=3530) 2024-11-09T20:35:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741834_1010 (size=3530) 2024-11-09T20:35:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741836_1012 (size=19530) 2024-11-09T20:35:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741836_1012 (size=19530) 2024-11-09T20:35:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741836_1012 (size=19530) 2024-11-09T20:35:00,337 DEBUG [RS:2;221ead37f9cb:33893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/oldWALs 2024-11-09T20:35:00,337 INFO [RS:2;221ead37f9cb:33893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 221ead37f9cb%2C33893%2C1731184415735:(num 1731184417469) 2024-11-09T20:35:00,337 DEBUG [RS:2;221ead37f9cb:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:00,337 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:35:00,337 INFO [RS:2;221ead37f9cb:33893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:35:00,338 INFO [RS:2;221ead37f9cb:33893 {}] hbase.ChoreService(370): Chore service for: regionserver/221ead37f9cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T20:35:00,338 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T20:35:00,338 DEBUG [RS:0;221ead37f9cb:39351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/oldWALs 2024-11-09T20:35:00,338 INFO [regionserver/221ead37f9cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:35:00,338 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T20:35:00,338 INFO [RS:0;221ead37f9cb:39351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 221ead37f9cb%2C39351%2C1731184415597.meta:.meta(num 1731184427971) 2024-11-09T20:35:00,338 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T20:35:00,338 INFO [RS:2;221ead37f9cb:33893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:35:00,339 INFO [RS:2;221ead37f9cb:33893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33893 2024-11-09T20:35:00,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741833_1009 (size=3500) 2024-11-09T20:35:00,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741833_1009 (size=3500) 2024-11-09T20:35:00,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741833_1009 (size=3500) 2024-11-09T20:35:00,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:35:00,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/221ead37f9cb,33893,1731184415735 2024-11-09T20:35:00,344 INFO [RS:2;221ead37f9cb:33893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:35:00,345 DEBUG [RS:0;221ead37f9cb:39351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/oldWALs 2024-11-09T20:35:00,345 INFO [RS:0;221ead37f9cb:39351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 221ead37f9cb%2C39351%2C1731184415597:(num 1731184417469) 2024-11-09T20:35:00,345 DEBUG [RS:0;221ead37f9cb:39351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:00,345 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:35:00,345 INFO [RS:0;221ead37f9cb:39351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:35:00,346 INFO [RS:0;221ead37f9cb:39351 {}] hbase.ChoreService(370): Chore service for: regionserver/221ead37f9cb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T20:35:00,346 INFO [RS:0;221ead37f9cb:39351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:35:00,346 INFO [regionserver/221ead37f9cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:35:00,346 INFO [RS:0;221ead37f9cb:39351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39351 2024-11-09T20:35:00,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [221ead37f9cb,33893,1731184415735] 2024-11-09T20:35:00,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:35:00,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/221ead37f9cb,39351,1731184415597 2024-11-09T20:35:00,361 INFO [RS:0;221ead37f9cb:39351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:35:00,361 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007fdc8c901368@705b5e41 rejected from java.util.concurrent.ThreadPoolExecutor@3559ce2e[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T20:35:00,369 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/221ead37f9cb,33893,1731184415735 already deleted, retry=false 2024-11-09T20:35:00,370 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 221ead37f9cb,33893,1731184415735 expired; onlineServers=1 2024-11-09T20:35:00,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [221ead37f9cb,39351,1731184415597] 2024-11-09T20:35:00,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/221ead37f9cb,39351,1731184415597 already deleted, retry=false 2024-11-09T20:35:00,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 221ead37f9cb,39351,1731184415597 expired; onlineServers=0 2024-11-09T20:35:00,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '221ead37f9cb,40463,1731184414848' ***** 2024-11-09T20:35:00,387 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T20:35:00,387 INFO [M:0;221ead37f9cb:40463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:35:00,387 INFO [M:0;221ead37f9cb:40463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:35:00,387 DEBUG [M:0;221ead37f9cb:40463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T20:35:00,387 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T20:35:00,387 DEBUG [M:0;221ead37f9cb:40463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T20:35:00,387 DEBUG [master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.small.0-1731184416984 {}] cleaner.HFileCleaner(306): Exit Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.small.0-1731184416984,5,FailOnTimeoutGroup] 2024-11-09T20:35:00,387 DEBUG [master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.large.0-1731184416970 {}] cleaner.HFileCleaner(306): Exit Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.large.0-1731184416970,5,FailOnTimeoutGroup] 2024-11-09T20:35:00,388 INFO [M:0;221ead37f9cb:40463 {}] hbase.ChoreService(370): Chore service for: master/221ead37f9cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T20:35:00,388 INFO [M:0;221ead37f9cb:40463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:35:00,388 DEBUG [M:0;221ead37f9cb:40463 {}] master.HMaster(1795): Stopping service threads 2024-11-09T20:35:00,388 INFO [M:0;221ead37f9cb:40463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T20:35:00,388 INFO [M:0;221ead37f9cb:40463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:35:00,388 ERROR [M:0;221ead37f9cb:40463 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:34281 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34281,5,PEWorkerGroup] 2024-11-09T20:35:00,389 INFO [M:0;221ead37f9cb:40463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:35:00,389 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T20:35:00,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T20:35:00,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:00,395 DEBUG [M:0;221ead37f9cb:40463 {}] zookeeper.ZKUtil(347): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T20:35:00,395 WARN [M:0;221ead37f9cb:40463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T20:35:00,396 INFO [M:0;221ead37f9cb:40463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/.lastflushedseqids 2024-11-09T20:35:00,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741865_1041 (size=686) 2024-11-09T20:35:00,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741865_1041 (size=686) 2024-11-09T20:35:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741865_1041 (size=686) 2024-11-09T20:35:00,413 INFO [M:0;221ead37f9cb:40463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:35:00,413 INFO [M:0;221ead37f9cb:40463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T20:35:00,414 DEBUG [M:0;221ead37f9cb:40463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T20:35:00,414 INFO [M:0;221ead37f9cb:40463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:35:00,414 DEBUG [M:0;221ead37f9cb:40463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:35:00,414 DEBUG [M:0;221ead37f9cb:40463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T20:35:00,414 DEBUG [M:0;221ead37f9cb:40463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:35:00,414 INFO [M:0;221ead37f9cb:40463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.27 KB heapSize=242.04 KB 2024-11-09T20:35:00,432 DEBUG [M:0;221ead37f9cb:40463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea1c2134f99d4fefa631162bc15f7d64 is 82, key is hbase:meta,,1/info:regioninfo/1731184428099/Put/seqid=0 2024-11-09T20:35:00,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741866_1042 (size=5672) 2024-11-09T20:35:00,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741866_1042 (size=5672) 2024-11-09T20:35:00,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741866_1042 (size=5672) 2024-11-09T20:35:00,442 INFO [M:0;221ead37f9cb:40463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea1c2134f99d4fefa631162bc15f7d64 2024-11-09T20:35:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:35:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x10122976fcd0003, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:35:00,453 INFO [RS:2;221ead37f9cb:33893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:35:00,453 INFO [RS:2;221ead37f9cb:33893 {}] regionserver.HRegionServer(1031): Exiting; stopping=221ead37f9cb,33893,1731184415735; zookeeper connection closed. 2024-11-09T20:35:00,453 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76d0ca50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76d0ca50 2024-11-09T20:35:00,472 DEBUG [M:0;221ead37f9cb:40463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe10b1d9295943709cec0c58bb74e640 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731184439902/Put/seqid=0 2024-11-09T20:35:00,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:35:00,478 INFO [RS:0;221ead37f9cb:39351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:35:00,478 INFO [RS:0;221ead37f9cb:39351 {}] regionserver.HRegionServer(1031): Exiting; stopping=221ead37f9cb,39351,1731184415597; zookeeper connection closed. 2024-11-09T20:35:00,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39351-0x10122976fcd0001, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:35:00,479 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@639080ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@639080ca 2024-11-09T20:35:00,481 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T20:35:00,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741867_1043 (size=8973) 2024-11-09T20:35:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741867_1043 (size=8973) 2024-11-09T20:35:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741867_1043 (size=8973) 2024-11-09T20:35:00,484 INFO [M:0;221ead37f9cb:40463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.53 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe10b1d9295943709cec0c58bb74e640 2024-11-09T20:35:00,491 INFO [M:0;221ead37f9cb:40463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe10b1d9295943709cec0c58bb74e640 2024-11-09T20:35:00,508 DEBUG [M:0;221ead37f9cb:40463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd3c002c5d5c42648f6b02ad5f99681e is 69, key is 221ead37f9cb,33893,1731184415735/rs:state/1731184417100/Put/seqid=0 2024-11-09T20:35:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741868_1044 (size=5441) 2024-11-09T20:35:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741868_1044 (size=5441) 2024-11-09T20:35:00,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741868_1044 (size=5441) 2024-11-09T20:35:00,519 INFO [M:0;221ead37f9cb:40463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd3c002c5d5c42648f6b02ad5f99681e 2024-11-09T20:35:00,526 INFO [M:0;221ead37f9cb:40463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd3c002c5d5c42648f6b02ad5f99681e 2024-11-09T20:35:00,527 DEBUG [M:0;221ead37f9cb:40463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea1c2134f99d4fefa631162bc15f7d64 as hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea1c2134f99d4fefa631162bc15f7d64 2024-11-09T20:35:00,535 INFO [M:0;221ead37f9cb:40463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea1c2134f99d4fefa631162bc15f7d64, entries=8, sequenceid=513, filesize=5.5 K 2024-11-09T20:35:00,537 DEBUG [M:0;221ead37f9cb:40463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe10b1d9295943709cec0c58bb74e640 as hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe10b1d9295943709cec0c58bb74e640 2024-11-09T20:35:00,544 INFO [M:0;221ead37f9cb:40463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe10b1d9295943709cec0c58bb74e640 2024-11-09T20:35:00,544 INFO [M:0;221ead37f9cb:40463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe10b1d9295943709cec0c58bb74e640, entries=56, sequenceid=513, filesize=8.8 K 2024-11-09T20:35:00,546 DEBUG [M:0;221ead37f9cb:40463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd3c002c5d5c42648f6b02ad5f99681e as hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd3c002c5d5c42648f6b02ad5f99681e 2024-11-09T20:35:00,553 INFO [M:0;221ead37f9cb:40463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd3c002c5d5c42648f6b02ad5f99681e 2024-11-09T20:35:00,553 INFO [M:0;221ead37f9cb:40463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd3c002c5d5c42648f6b02ad5f99681e, entries=3, sequenceid=513, filesize=5.3 K 2024-11-09T20:35:00,554 INFO [M:0;221ead37f9cb:40463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=513, compaction requested=false 2024-11-09T20:35:00,555 INFO [M:0;221ead37f9cb:40463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:35:00,555 DEBUG [M:0;221ead37f9cb:40463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731184500413Disabling compacts and flushes for region at 1731184500413Disabling writes for close at 1731184500414 (+1 ms)Obtaining lock to block concurrent updates at 1731184500414Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731184500414Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199955, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1731184500414Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731184500415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731184500415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731184500431 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731184500431Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731184500449 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731184500471 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731184500471Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731184500492 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731184500507 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731184500507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b84d8: reopening flushed file at 1731184500526 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a379e47: reopening flushed file at 1731184500535 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80e72e1: reopening flushed file at 1731184500544 (+9 ms)Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=513, compaction requested=false at 1731184500554 (+10 ms)Writing region close event to WAL at 1731184500555 (+1 ms)Closed at 1731184500555 2024-11-09T20:35:00,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741830_1006 (size=234147) 2024-11-09T20:35:00,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/affc2424-f154-64c5-bbd9-591a5fa9ef63/MasterData/WALs/221ead37f9cb,40463,1731184414848/221ead37f9cb%2C40463%2C1731184414848.1731184416178 not finished, retry = 0 2024-11-09T20:35:00,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741830_1006 (size=234147) 2024-11-09T20:35:00,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741830_1006 (size=234147) 2024-11-09T20:35:00,660 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:35:00,660 INFO [M:0;221ead37f9cb:40463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T20:35:00,660 INFO [M:0;221ead37f9cb:40463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40463 2024-11-09T20:35:00,660 INFO [M:0;221ead37f9cb:40463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:35:00,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:35:00,796 INFO [M:0;221ead37f9cb:40463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:35:00,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40463-0x10122976fcd0000, quorum=127.0.0.1:57235, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:35:00,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:35:00,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:35:00,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:35:00,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:35:00,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir/,STOPPED} 2024-11-09T20:35:00,836 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:35:00,836 WARN [BP-997992052-172.17.0.2-1731184411273 heartbeating to localhost/127.0.0.1:34281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:35:00,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:35:00,836 WARN [BP-997992052-172.17.0.2-1731184411273 heartbeating to localhost/127.0.0.1:34281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-997992052-172.17.0.2-1731184411273 (Datanode Uuid bb610e4e-9dbd-4fd2-b50c-e854d767206e) service to localhost/127.0.0.1:34281 2024-11-09T20:35:00,838 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data5/current/BP-997992052-172.17.0.2-1731184411273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:35:00,838 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data6/current/BP-997992052-172.17.0.2-1731184411273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:35:00,838 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:35:00,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:35:00,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:35:00,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:35:00,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:35:00,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir/,STOPPED} 2024-11-09T20:35:00,842 WARN [BP-997992052-172.17.0.2-1731184411273 heartbeating to localhost/127.0.0.1:34281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:35:00,842 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:35:00,842 WARN [BP-997992052-172.17.0.2-1731184411273 heartbeating to localhost/127.0.0.1:34281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-997992052-172.17.0.2-1731184411273 (Datanode Uuid ff61ad91-2e5d-4f35-93da-21b0e8d218f3) service to localhost/127.0.0.1:34281 2024-11-09T20:35:00,842 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:35:00,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data3/current/BP-997992052-172.17.0.2-1731184411273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:35:00,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data4/current/BP-997992052-172.17.0.2-1731184411273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:35:00,843 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:35:00,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:35:00,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:35:00,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:35:00,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:35:00,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir/,STOPPED} 2024-11-09T20:35:00,848 WARN [BP-997992052-172.17.0.2-1731184411273 heartbeating to localhost/127.0.0.1:34281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:35:00,848 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:35:00,848 WARN [BP-997992052-172.17.0.2-1731184411273 heartbeating to localhost/127.0.0.1:34281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-997992052-172.17.0.2-1731184411273 (Datanode Uuid 928f5712-dd61-4fd3-bdf6-40c04f635e28) service to localhost/127.0.0.1:34281 2024-11-09T20:35:00,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:35:00,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data1/current/BP-997992052-172.17.0.2-1731184411273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:35:00,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/cluster_4f939ff5-cace-673c-0dd8-d40e7ba4dd08/data/data2/current/BP-997992052-172.17.0.2-1731184411273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:35:00,850 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:35:00,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T20:35:00,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:35:00,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:35:00,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:35:00,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir/,STOPPED} 2024-11-09T20:35:00,871 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T20:35:00,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T20:35:00,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/221ead37f9cb:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:34281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4156422 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/221ead37f9cb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/221ead37f9cb:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/221ead37f9cb:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:34281 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/221ead37f9cb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:34281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/221ead37f9cb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:34281 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/221ead37f9cb:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 121) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4285 (was 5698) 2024-11-09T20:35:00,924 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=4285 2024-11-09T20:35:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir so I do NOT create it in target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e 2024-11-09T20:35:00,938 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T20:35:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.tmp.dir so I do NOT create it in target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e 2024-11-09T20:35:00,938 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/870866c8-df78-7c5b-2a02-12d6166bcbfe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T20:35:00,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e 2024-11-09T20:35:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T20:35:00,938 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec, deleteOnExit=true 2024-11-09T20:35:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T20:35:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/test.cache.data in system properties and HBase conf 2024-11-09T20:35:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T20:35:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/hadoop.log.dir in system properties and HBase conf 2024-11-09T20:35:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T20:35:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T20:35:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T20:35:00,939 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/nfs.dump.dir in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/java.io.tmpdir in system properties and HBase conf 2024-11-09T20:35:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T20:35:00,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T20:35:00,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T20:35:01,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:35:01,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:35:01,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:35:01,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:35:01,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:35:01,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:35:01,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29107925{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:35:01,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ce18350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:35:01,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61b65de7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/java.io.tmpdir/jetty-localhost-46849-hadoop-hdfs-3_4_1-tests_jar-_-any-6241436595123128974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T20:35:01,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dcf699f{HTTP/1.1, (http/1.1)}{localhost:46849} 2024-11-09T20:35:01,331 INFO [Time-limited test {}] server.Server(415): Started @91869ms 2024-11-09T20:35:01,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:35:01,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:35:01,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:35:01,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:35:01,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:35:01,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2613b866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:35:01,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771051c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:35:01,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f625930{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/java.io.tmpdir/jetty-localhost-35191-hadoop-hdfs-3_4_1-tests_jar-_-any-12025300240708427484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:35:01,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7984d63{HTTP/1.1, (http/1.1)}{localhost:35191} 2024-11-09T20:35:01,590 INFO [Time-limited test {}] server.Server(415): Started @92128ms 2024-11-09T20:35:01,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:35:01,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:35:01,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:35:01,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:35:01,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:35:01,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:35:01,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76c74770{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:35:01,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa7c867{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:35:01,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5469cc5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/java.io.tmpdir/jetty-localhost-37697-hadoop-hdfs-3_4_1-tests_jar-_-any-16002471902829860478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:35:01,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4180e574{HTTP/1.1, (http/1.1)}{localhost:37697} 2024-11-09T20:35:01,723 INFO [Time-limited test {}] server.Server(415): Started @92262ms 2024-11-09T20:35:01,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:35:01,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:35:01,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:35:01,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:35:01,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:35:01,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T20:35:01,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44bc68ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:35:01,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea76b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:35:01,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bf2b0c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/java.io.tmpdir/jetty-localhost-38443-hadoop-hdfs-3_4_1-tests_jar-_-any-13634267554809742435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:35:01,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dcebe55{HTTP/1.1, (http/1.1)}{localhost:38443} 2024-11-09T20:35:01,850 INFO [Time-limited test {}] server.Server(415): Started @92389ms 2024-11-09T20:35:01,851 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:35:02,285 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data1/current/BP-1183798581-172.17.0.2-1731184500958/current, will proceed with Du for space computation calculation, 2024-11-09T20:35:02,285 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data2/current/BP-1183798581-172.17.0.2-1731184500958/current, will proceed with Du for space computation calculation, 2024-11-09T20:35:02,308 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:35:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eb8d2db542e30bd with lease ID 0x9b3ca76ac177a8bc: Processing first storage report for DS-d9325772-3de6-4b8e-ad08-fade2c3d518c from datanode DatanodeRegistration(127.0.0.1:42363, datanodeUuid=07cf4d05-50c9-4033-be35-b01b9e3ae437, infoPort=37831, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958) 2024-11-09T20:35:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eb8d2db542e30bd with lease ID 0x9b3ca76ac177a8bc: from storage DS-d9325772-3de6-4b8e-ad08-fade2c3d518c node DatanodeRegistration(127.0.0.1:42363, datanodeUuid=07cf4d05-50c9-4033-be35-b01b9e3ae437, infoPort=37831, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T20:35:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eb8d2db542e30bd with lease ID 0x9b3ca76ac177a8bc: Processing first storage report for DS-5c81d8ca-0673-4ac0-bbf9-e862546d6962 from datanode DatanodeRegistration(127.0.0.1:42363, datanodeUuid=07cf4d05-50c9-4033-be35-b01b9e3ae437, infoPort=37831, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958) 2024-11-09T20:35:02,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eb8d2db542e30bd with lease ID 0x9b3ca76ac177a8bc: from storage DS-5c81d8ca-0673-4ac0-bbf9-e862546d6962 node DatanodeRegistration(127.0.0.1:42363, datanodeUuid=07cf4d05-50c9-4033-be35-b01b9e3ae437, infoPort=37831, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:35:02,624 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data3/current/BP-1183798581-172.17.0.2-1731184500958/current, will proceed with Du for space computation calculation, 2024-11-09T20:35:02,624 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data4/current/BP-1183798581-172.17.0.2-1731184500958/current, will proceed with Du for space computation calculation, 2024-11-09T20:35:02,644 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:35:02,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda1750dbf6e8dbd7 with lease ID 0x9b3ca76ac177a8bd: Processing first storage report for DS-60dc28f7-0ede-4aab-89a0-d5ee04f42f45 from datanode DatanodeRegistration(127.0.0.1:45825, datanodeUuid=d07a6ed8-97a7-4f0e-82fe-d2ade8855399, infoPort=33187, infoSecurePort=0, ipcPort=45879, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958) 2024-11-09T20:35:02,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda1750dbf6e8dbd7 with lease ID 0x9b3ca76ac177a8bd: from storage DS-60dc28f7-0ede-4aab-89a0-d5ee04f42f45 node DatanodeRegistration(127.0.0.1:45825, datanodeUuid=d07a6ed8-97a7-4f0e-82fe-d2ade8855399, infoPort=33187, infoSecurePort=0, ipcPort=45879, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:35:02,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda1750dbf6e8dbd7 with lease ID 0x9b3ca76ac177a8bd: Processing first storage report for DS-ef534c30-546e-46f1-9407-60b8cf831578 from datanode DatanodeRegistration(127.0.0.1:45825, datanodeUuid=d07a6ed8-97a7-4f0e-82fe-d2ade8855399, infoPort=33187, infoSecurePort=0, ipcPort=45879, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958) 2024-11-09T20:35:02,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda1750dbf6e8dbd7 with lease ID 0x9b3ca76ac177a8bd: from storage DS-ef534c30-546e-46f1-9407-60b8cf831578 node DatanodeRegistration(127.0.0.1:45825, datanodeUuid=d07a6ed8-97a7-4f0e-82fe-d2ade8855399, infoPort=33187, infoSecurePort=0, ipcPort=45879, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:35:02,722 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data5/current/BP-1183798581-172.17.0.2-1731184500958/current, will proceed with Du for space computation calculation, 2024-11-09T20:35:02,722 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data6/current/BP-1183798581-172.17.0.2-1731184500958/current, will proceed with Du for space computation calculation, 2024-11-09T20:35:02,748 WARN [Thread-693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:35:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6397c15b980102fd with lease ID 0x9b3ca76ac177a8be: Processing first storage report for DS-d371ae51-e24c-4433-9079-eb5876552923 from datanode DatanodeRegistration(127.0.0.1:44039, datanodeUuid=3dff96df-0c4b-4245-a63b-8cb16f67160c, infoPort=39221, infoSecurePort=0, ipcPort=34181, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958) 2024-11-09T20:35:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6397c15b980102fd with lease ID 0x9b3ca76ac177a8be: from storage DS-d371ae51-e24c-4433-9079-eb5876552923 node DatanodeRegistration(127.0.0.1:44039, datanodeUuid=3dff96df-0c4b-4245-a63b-8cb16f67160c, infoPort=39221, infoSecurePort=0, ipcPort=34181, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:35:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6397c15b980102fd with lease ID 0x9b3ca76ac177a8be: Processing first storage report for DS-0f14aa62-d332-44b4-b463-ee7cada799ac from datanode DatanodeRegistration(127.0.0.1:44039, datanodeUuid=3dff96df-0c4b-4245-a63b-8cb16f67160c, infoPort=39221, infoSecurePort=0, ipcPort=34181, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958) 2024-11-09T20:35:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6397c15b980102fd with lease ID 0x9b3ca76ac177a8be: from storage DS-0f14aa62-d332-44b4-b463-ee7cada799ac node DatanodeRegistration(127.0.0.1:44039, datanodeUuid=3dff96df-0c4b-4245-a63b-8cb16f67160c, infoPort=39221, infoSecurePort=0, ipcPort=34181, storageInfo=lv=-57;cid=testClusterID;nsid=1511616400;c=1731184500958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:35:02,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e 2024-11-09T20:35:02,783 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/zookeeper_0, clientPort=52717, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T20:35:02,784 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52717 2024-11-09T20:35:02,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:02,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:35:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:35:02,797 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e with version=8 2024-11-09T20:35:02,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/hbase-staging 2024-11-09T20:35:02,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:35:02,800 INFO [Time-limited test {}] client.ConnectionUtils(128): master/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:35:02,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:02,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:02,800 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:35:02,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:02,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:35:02,800 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T20:35:02,800 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:35:02,801 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44677 2024-11-09T20:35:02,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44677 connecting to ZooKeeper ensemble=127.0.0.1:52717 2024-11-09T20:35:02,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446770x0, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:35:02,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44677-0x1012298ca730000 connected 2024-11-09T20:35:02,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:02,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:02,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:35:02,918 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e, hbase.cluster.distributed=false 2024-11-09T20:35:02,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:35:02,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44677 2024-11-09T20:35:02,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44677 2024-11-09T20:35:02,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44677 2024-11-09T20:35:02,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44677 2024-11-09T20:35:02,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44677 2024-11-09T20:35:02,943 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:35:02,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:02,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:02,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:35:02,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:02,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:35:02,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:35:02,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:35:02,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40049 2024-11-09T20:35:02,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40049 connecting to ZooKeeper ensemble=127.0.0.1:52717 2024-11-09T20:35:02,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:02,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:02,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400490x0, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:35:02,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40049-0x1012298ca730001 connected 2024-11-09T20:35:02,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:35:02,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:35:02,960 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:35:02,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:35:02,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:35:02,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-09T20:35:02,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40049 2024-11-09T20:35:02,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40049 2024-11-09T20:35:02,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-09T20:35:02,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-09T20:35:02,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:35:02,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:02,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:02,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:35:02,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:02,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:35:02,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:35:02,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:35:02,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33425 2024-11-09T20:35:02,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33425 connecting to ZooKeeper ensemble=127.0.0.1:52717 2024-11-09T20:35:02,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:02,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:02,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334250x0, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:35:02,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33425-0x1012298ca730002 connected 2024-11-09T20:35:02,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:35:02,995 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:35:02,996 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:35:02,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:35:02,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:35:02,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33425 2024-11-09T20:35:03,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33425 2024-11-09T20:35:03,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33425 2024-11-09T20:35:03,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33425 2024-11-09T20:35:03,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33425 2024-11-09T20:35:03,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:35:03,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:03,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:03,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:35:03,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:35:03,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:35:03,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:35:03,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:35:03,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44603 2024-11-09T20:35:03,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44603 connecting to ZooKeeper ensemble=127.0.0.1:52717 2024-11-09T20:35:03,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:03,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:03,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446030x0, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:35:03,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44603-0x1012298ca730003 connected 2024-11-09T20:35:03,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:35:03,037 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:35:03,037 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:35:03,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:35:03,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:35:03,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44603 2024-11-09T20:35:03,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44603 2024-11-09T20:35:03,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44603 2024-11-09T20:35:03,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44603 2024-11-09T20:35:03,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44603 2024-11-09T20:35:03,054 DEBUG [M:0;221ead37f9cb:44677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;221ead37f9cb:44677 2024-11-09T20:35:03,054 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/221ead37f9cb,44677,1731184502799 2024-11-09T20:35:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:35:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:35:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:35:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:35:03,062 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/221ead37f9cb,44677,1731184502799 2024-11-09T20:35:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:35:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:35:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:35:03,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,070 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T20:35:03,071 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/221ead37f9cb,44677,1731184502799 from backup master directory 2024-11-09T20:35:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:35:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:35:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:35:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/221ead37f9cb,44677,1731184502799 2024-11-09T20:35:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:35:03,078 WARN [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:35:03,078 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=221ead37f9cb,44677,1731184502799 2024-11-09T20:35:03,084 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/hbase.id] with ID: a46d83fc-3ecc-4b7e-9616-cb4778dfeaf2 2024-11-09T20:35:03,084 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/.tmp/hbase.id 2024-11-09T20:35:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:35:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:35:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:35:03,092 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/.tmp/hbase.id]:[hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/hbase.id] 2024-11-09T20:35:03,105 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:35:03,105 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T20:35:03,107 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T20:35:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:35:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:35:03,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:35:03,129 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T20:35:03,130 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T20:35:03,130 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:35:03,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:35:03,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:35:03,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:35:03,140 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store 2024-11-09T20:35:03,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:35:03,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:35:03,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:35:03,148 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:03,148 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T20:35:03,148 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:35:03,148 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:35:03,148 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T20:35:03,148 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:35:03,148 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:35:03,148 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731184503148Disabling compacts and flushes for region at 1731184503148Disabling writes for close at 1731184503148Writing region close event to WAL at 1731184503148Closed at 1731184503148 2024-11-09T20:35:03,149 WARN [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/.initializing 2024-11-09T20:35:03,149 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/WALs/221ead37f9cb,44677,1731184502799 2024-11-09T20:35:03,150 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:35:03,151 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C44677%2C1731184502799, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/WALs/221ead37f9cb,44677,1731184502799, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/oldWALs, maxLogs=10 2024-11-09T20:35:03,165 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/WALs/221ead37f9cb,44677,1731184502799/221ead37f9cb%2C44677%2C1731184502799.1731184503152, exclude list is [], retry=0 2024-11-09T20:35:03,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45825,DS-60dc28f7-0ede-4aab-89a0-d5ee04f42f45,DISK] 2024-11-09T20:35:03,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-d371ae51-e24c-4433-9079-eb5876552923,DISK] 2024-11-09T20:35:03,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42363,DS-d9325772-3de6-4b8e-ad08-fade2c3d518c,DISK] 2024-11-09T20:35:03,170 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/WALs/221ead37f9cb,44677,1731184502799/221ead37f9cb%2C44677%2C1731184502799.1731184503152 2024-11-09T20:35:03,170 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39221:39221),(127.0.0.1/127.0.0.1:33187:33187),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-09T20:35:03,170 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:35:03,171 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:03,171 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,171 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T20:35:03,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:03,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:35:03,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T20:35:03,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:03,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:03,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T20:35:03,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:03,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:03,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T20:35:03,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:03,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:03,181 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,182 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,183 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,184 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,184 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,185 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:35:03,186 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:35:03,188 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:03,189 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71590638, jitterRate=0.06678363680839539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:35:03,190 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731184503171Initializing all the Stores at 1731184503172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184503172Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184503172Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184503172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184503172Cleaning up temporary data from old regions at 1731184503184 (+12 ms)Region opened successfully at 1731184503190 (+6 ms) 2024-11-09T20:35:03,190 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T20:35:03,194 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4457ea45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:35:03,195 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T20:35:03,196 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T20:35:03,196 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T20:35:03,196 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:35:03,197 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T20:35:03,197 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T20:35:03,197 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T20:35:03,199 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T20:35:03,200 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T20:35:03,209 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T20:35:03,209 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T20:35:03,210 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T20:35:03,219 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T20:35:03,220 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T20:35:03,221 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T20:35:03,228 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T20:35:03,229 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T20:35:03,236 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T20:35:03,239 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T20:35:03,244 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T20:35:03,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:35:03,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:35:03,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:35:03,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:35:03,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,255 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=221ead37f9cb,44677,1731184502799, sessionid=0x1012298ca730000, setting cluster-up flag (Was=false) 2024-11-09T20:35:03,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,294 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T20:35:03,296 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=221ead37f9cb,44677,1731184502799 2024-11-09T20:35:03,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,336 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T20:35:03,340 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=221ead37f9cb,44677,1731184502799 2024-11-09T20:35:03,344 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T20:35:03,346 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:35:03,347 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T20:35:03,347 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T20:35:03,347 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 221ead37f9cb,44677,1731184502799 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T20:35:03,349 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:35:03,349 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:35:03,349 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:35:03,349 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:35:03,349 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/221ead37f9cb:0, corePoolSize=10, maxPoolSize=10 2024-11-09T20:35:03,349 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,350 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:35:03,350 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,351 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184533351 2024-11-09T20:35:03,351 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T20:35:03,351 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T20:35:03,351 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T20:35:03,351 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T20:35:03,351 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T20:35:03,351 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T20:35:03,352 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:35:03,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T20:35:03,352 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T20:35:03,352 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T20:35:03,352 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T20:35:03,353 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T20:35:03,353 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T20:35:03,353 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.large.0-1731184503353,5,FailOnTimeoutGroup] 2024-11-09T20:35:03,353 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.small.0-1731184503353,5,FailOnTimeoutGroup] 2024-11-09T20:35:03,353 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,353 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T20:35:03,353 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,353 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,354 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:03,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T20:35:03,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:35:03,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:35:03,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:35:03,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T20:35:03,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:35:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:35:03,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:35:03,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:03,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:35:03,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:35:03,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:03,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:35:03,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:35:03,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:35:03,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:03,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:35:03,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:35:03,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:35:03,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:03,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:35:03,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:35:03,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:35:03,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:03,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:35:03,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:35:03,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740 2024-11-09T20:35:03,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740 2024-11-09T20:35:03,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:35:03,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:35:03,388 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:35:03,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:35:03,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:03,392 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69323721, jitterRate=0.03300394117832184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:35:03,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731184503375Initializing all the Stores at 1731184503376 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184503376Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184503377 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184503377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184503377Cleaning up temporary data from old regions at 1731184503387 (+10 ms)Region opened successfully at 1731184503393 (+6 ms) 2024-11-09T20:35:03,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T20:35:03,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T20:35:03,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T20:35:03,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T20:35:03,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T20:35:03,393 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T20:35:03,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731184503393Disabling compacts and flushes for region at 1731184503393Disabling writes for close at 1731184503393Writing region close event to WAL at 1731184503393Closed at 1731184503393 2024-11-09T20:35:03,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:35:03,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T20:35:03,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T20:35:03,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:35:03,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T20:35:03,444 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(746): ClusterId : a46d83fc-3ecc-4b7e-9616-cb4778dfeaf2 2024-11-09T20:35:03,444 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(746): ClusterId : a46d83fc-3ecc-4b7e-9616-cb4778dfeaf2 2024-11-09T20:35:03,444 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.HRegionServer(746): ClusterId : a46d83fc-3ecc-4b7e-9616-cb4778dfeaf2 2024-11-09T20:35:03,444 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:35:03,444 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:35:03,444 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:35:03,455 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:35:03,455 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:35:03,455 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:35:03,455 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:35:03,455 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:35:03,455 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:35:03,463 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:35:03,463 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:35:03,463 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:35:03,463 DEBUG [RS:0;221ead37f9cb:40049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad5590c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:35:03,463 DEBUG [RS:2;221ead37f9cb:44603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4570fbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:35:03,463 DEBUG [RS:1;221ead37f9cb:33425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de487b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:35:03,477 DEBUG [RS:0;221ead37f9cb:40049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;221ead37f9cb:40049 2024-11-09T20:35:03,477 DEBUG [RS:2;221ead37f9cb:44603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;221ead37f9cb:44603 2024-11-09T20:35:03,477 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:35:03,477 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:35:03,477 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:35:03,477 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:35:03,477 DEBUG [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:35:03,477 DEBUG [RS:0;221ead37f9cb:40049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:35:03,478 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(2659): reportForDuty to master=221ead37f9cb,44677,1731184502799 with port=44603, startcode=1731184503020 2024-11-09T20:35:03,478 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.HRegionServer(2659): reportForDuty to master=221ead37f9cb,44677,1731184502799 with port=40049, startcode=1731184502943 2024-11-09T20:35:03,478 DEBUG [RS:0;221ead37f9cb:40049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:35:03,478 DEBUG [RS:2;221ead37f9cb:44603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:35:03,479 DEBUG [RS:1;221ead37f9cb:33425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;221ead37f9cb:33425 2024-11-09T20:35:03,479 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:35:03,479 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:35:03,479 DEBUG [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:35:03,480 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(2659): reportForDuty to master=221ead37f9cb,44677,1731184502799 with port=33425, startcode=1731184502979 2024-11-09T20:35:03,480 DEBUG [RS:1;221ead37f9cb:33425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:35:03,480 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51683, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:35:03,480 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52377, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:35:03,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44677 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 221ead37f9cb,40049,1731184502943 2024-11-09T20:35:03,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44677 {}] master.ServerManager(517): Registering regionserver=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:03,481 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:35:03,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44677 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 221ead37f9cb,44603,1731184503020 2024-11-09T20:35:03,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44677 {}] master.ServerManager(517): Registering regionserver=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:03,482 DEBUG [RS:0;221ead37f9cb:40049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:03,482 DEBUG [RS:0;221ead37f9cb:40049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45247 2024-11-09T20:35:03,482 DEBUG [RS:0;221ead37f9cb:40049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:35:03,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44677 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 221ead37f9cb,33425,1731184502979 2024-11-09T20:35:03,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44677 {}] master.ServerManager(517): Registering regionserver=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:03,483 DEBUG [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:03,483 DEBUG [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45247 2024-11-09T20:35:03,483 DEBUG [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:35:03,484 DEBUG [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:03,484 DEBUG [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45247 2024-11-09T20:35:03,484 DEBUG [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:35:03,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:35:03,519 DEBUG [RS:0;221ead37f9cb:40049 {}] zookeeper.ZKUtil(111): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/221ead37f9cb,40049,1731184502943 2024-11-09T20:35:03,519 WARN [RS:0;221ead37f9cb:40049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:35:03,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [221ead37f9cb,44603,1731184503020] 2024-11-09T20:35:03,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [221ead37f9cb,40049,1731184502943] 2024-11-09T20:35:03,519 INFO [RS:0;221ead37f9cb:40049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:35:03,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [221ead37f9cb,33425,1731184502979] 2024-11-09T20:35:03,520 DEBUG [RS:2;221ead37f9cb:44603 {}] zookeeper.ZKUtil(111): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/221ead37f9cb,44603,1731184503020 2024-11-09T20:35:03,520 WARN [RS:2;221ead37f9cb:44603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:35:03,520 DEBUG [RS:0;221ead37f9cb:40049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943 2024-11-09T20:35:03,520 DEBUG [RS:1;221ead37f9cb:33425 {}] zookeeper.ZKUtil(111): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/221ead37f9cb,33425,1731184502979 2024-11-09T20:35:03,520 INFO [RS:2;221ead37f9cb:44603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:35:03,520 WARN [RS:1;221ead37f9cb:33425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:35:03,520 INFO [RS:1;221ead37f9cb:33425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:35:03,520 DEBUG [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,44603,1731184503020 2024-11-09T20:35:03,520 DEBUG [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,33425,1731184502979 2024-11-09T20:35:03,525 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:35:03,527 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:35:03,527 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:35:03,527 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:35:03,529 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:35:03,529 INFO [RS:0;221ead37f9cb:40049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:35:03,529 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,530 INFO [RS:1;221ead37f9cb:33425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:35:03,530 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,530 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:35:03,531 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:35:03,532 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:35:03,532 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:35:03,532 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,532 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,532 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:35:03,532 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:35:03,532 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,532 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,533 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,533 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,533 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,533 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,533 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,533 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,533 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,533 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,533 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:35:03,533 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:35:03,533 DEBUG [RS:0;221ead37f9cb:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:35:03,533 DEBUG [RS:1;221ead37f9cb:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:35:03,535 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:35:03,536 INFO [RS:2;221ead37f9cb:44603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:35:03,536 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:35:03,536 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,40049,1731184502943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,536 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,33425,1731184502979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:35:03,537 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:35:03,537 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,537 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,537 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,537 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,537 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,537 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,538 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:35:03,538 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,538 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,538 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,538 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,538 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,538 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:35:03,538 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:35:03,538 DEBUG [RS:2;221ead37f9cb:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:35:03,540 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,540 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,540 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,541 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,541 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,541 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44603,1731184503020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:35:03,547 WARN [221ead37f9cb:44677 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T20:35:03,553 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:35:03,553 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,40049,1731184502943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,553 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,553 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.Replication(171): 221ead37f9cb,40049,1731184502943 started 2024-11-09T20:35:03,554 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:35:03,554 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,33425,1731184502979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,554 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,554 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.Replication(171): 221ead37f9cb,33425,1731184502979 started 2024-11-09T20:35:03,561 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:35:03,561 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44603,1731184503020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,561 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,561 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.Replication(171): 221ead37f9cb,44603,1731184503020 started 2024-11-09T20:35:03,566 INFO [RS:0;221ead37f9cb:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,566 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.HRegionServer(1482): Serving as 221ead37f9cb,40049,1731184502943, RpcServer on 221ead37f9cb/172.17.0.2:40049, sessionid=0x1012298ca730001 2024-11-09T20:35:03,566 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:35:03,566 DEBUG [RS:0;221ead37f9cb:40049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 221ead37f9cb,40049,1731184502943 2024-11-09T20:35:03,566 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,40049,1731184502943' 2024-11-09T20:35:03,566 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:35:03,566 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:35:03,567 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:35:03,567 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:35:03,567 DEBUG [RS:0;221ead37f9cb:40049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 221ead37f9cb,40049,1731184502943 2024-11-09T20:35:03,567 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,40049,1731184502943' 2024-11-09T20:35:03,567 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:35:03,568 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:35:03,568 DEBUG [RS:0;221ead37f9cb:40049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:35:03,568 INFO [RS:0;221ead37f9cb:40049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:35:03,568 INFO [RS:0;221ead37f9cb:40049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:35:03,572 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,572 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(1482): Serving as 221ead37f9cb,33425,1731184502979, RpcServer on 221ead37f9cb/172.17.0.2:33425, sessionid=0x1012298ca730002 2024-11-09T20:35:03,572 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:35:03,572 DEBUG [RS:1;221ead37f9cb:33425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 221ead37f9cb,33425,1731184502979 2024-11-09T20:35:03,572 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,33425,1731184502979' 2024-11-09T20:35:03,572 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:35:03,573 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:35:03,573 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:35:03,573 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:35:03,574 DEBUG [RS:1;221ead37f9cb:33425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 221ead37f9cb,33425,1731184502979 2024-11-09T20:35:03,574 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,33425,1731184502979' 2024-11-09T20:35:03,574 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:35:03,574 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:35:03,574 DEBUG [RS:1;221ead37f9cb:33425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:35:03,574 INFO [RS:1;221ead37f9cb:33425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:35:03,574 INFO [RS:1;221ead37f9cb:33425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:35:03,578 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:03,578 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(1482): Serving as 221ead37f9cb,44603,1731184503020, RpcServer on 221ead37f9cb/172.17.0.2:44603, sessionid=0x1012298ca730003 2024-11-09T20:35:03,578 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:35:03,578 DEBUG [RS:2;221ead37f9cb:44603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 221ead37f9cb,44603,1731184503020 2024-11-09T20:35:03,578 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,44603,1731184503020' 2024-11-09T20:35:03,578 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:35:03,579 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:35:03,579 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:35:03,579 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:35:03,579 DEBUG [RS:2;221ead37f9cb:44603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 221ead37f9cb,44603,1731184503020 2024-11-09T20:35:03,579 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,44603,1731184503020' 2024-11-09T20:35:03,579 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:35:03,580 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:35:03,580 DEBUG [RS:2;221ead37f9cb:44603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:35:03,580 INFO [RS:2;221ead37f9cb:44603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:35:03,580 INFO [RS:2;221ead37f9cb:44603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:35:03,669 INFO [RS:0;221ead37f9cb:40049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:35:03,672 INFO [RS:0;221ead37f9cb:40049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C40049%2C1731184502943, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/oldWALs, maxLogs=32 2024-11-09T20:35:03,675 INFO [RS:1;221ead37f9cb:33425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:35:03,679 INFO [RS:1;221ead37f9cb:33425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C33425%2C1731184502979, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,33425,1731184502979, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/oldWALs, maxLogs=32 2024-11-09T20:35:03,680 INFO [RS:2;221ead37f9cb:44603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:35:03,682 INFO [RS:2;221ead37f9cb:44603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C44603%2C1731184503020, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,44603,1731184503020, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/oldWALs, maxLogs=32 2024-11-09T20:35:03,689 DEBUG [RS:0;221ead37f9cb:40049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943/221ead37f9cb%2C40049%2C1731184502943.1731184503674, exclude list is [], retry=0 2024-11-09T20:35:03,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-d371ae51-e24c-4433-9079-eb5876552923,DISK] 2024-11-09T20:35:03,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42363,DS-d9325772-3de6-4b8e-ad08-fade2c3d518c,DISK] 2024-11-09T20:35:03,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45825,DS-60dc28f7-0ede-4aab-89a0-d5ee04f42f45,DISK] 2024-11-09T20:35:03,694 INFO [RS:0;221ead37f9cb:40049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943/221ead37f9cb%2C40049%2C1731184502943.1731184503674 2024-11-09T20:35:03,694 DEBUG [RS:0;221ead37f9cb:40049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187),(127.0.0.1/127.0.0.1:39221:39221),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-09T20:35:03,695 DEBUG [RS:2;221ead37f9cb:44603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,44603,1731184503020/221ead37f9cb%2C44603%2C1731184503020.1731184503682, exclude list is [], retry=0 2024-11-09T20:35:03,697 DEBUG [RS:1;221ead37f9cb:33425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,33425,1731184502979/221ead37f9cb%2C33425%2C1731184502979.1731184503679, exclude list is [], retry=0 2024-11-09T20:35:03,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-d371ae51-e24c-4433-9079-eb5876552923,DISK] 2024-11-09T20:35:03,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45825,DS-60dc28f7-0ede-4aab-89a0-d5ee04f42f45,DISK] 2024-11-09T20:35:03,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42363,DS-d9325772-3de6-4b8e-ad08-fade2c3d518c,DISK] 2024-11-09T20:35:03,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45825,DS-60dc28f7-0ede-4aab-89a0-d5ee04f42f45,DISK] 2024-11-09T20:35:03,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-d371ae51-e24c-4433-9079-eb5876552923,DISK] 2024-11-09T20:35:03,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42363,DS-d9325772-3de6-4b8e-ad08-fade2c3d518c,DISK] 2024-11-09T20:35:03,702 INFO [RS:1;221ead37f9cb:33425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,33425,1731184502979/221ead37f9cb%2C33425%2C1731184502979.1731184503679 2024-11-09T20:35:03,702 DEBUG [RS:1;221ead37f9cb:33425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39221:39221),(127.0.0.1/127.0.0.1:33187:33187),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-09T20:35:03,707 INFO [RS:2;221ead37f9cb:44603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,44603,1731184503020/221ead37f9cb%2C44603%2C1731184503020.1731184503682 2024-11-09T20:35:03,707 DEBUG [RS:2;221ead37f9cb:44603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39221:39221),(127.0.0.1/127.0.0.1:33187:33187),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-09T20:35:03,797 DEBUG [221ead37f9cb:44677 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T20:35:03,798 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(204): Hosts are {221ead37f9cb=0} racks are {/default-rack=0} 2024-11-09T20:35:03,800 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:35:03,800 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:35:03,800 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T20:35:03,800 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:35:03,800 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:35:03,800 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T20:35:03,800 INFO [221ead37f9cb:44677 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:35:03,800 INFO [221ead37f9cb:44677 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:35:03,800 INFO [221ead37f9cb:44677 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T20:35:03,800 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:35:03,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:03,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,33425,1731184502979, state=OPENING 2024-11-09T20:35:03,811 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T20:35:03,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:35:03,887 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:35:03,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:03,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:03,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:03,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,33425,1731184502979}] 2024-11-09T20:35:03,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:05,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:05,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:05,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:05,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T20:35:05,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:05,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:05,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:05,689 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T20:35:05,689 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T20:35:11,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T20:35:11,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:11,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:11,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:13,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:35:13,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57549, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:35:13,902 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T20:35:13,903 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:35:13,903 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T20:35:13,905 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C33425%2C1731184502979.meta, suffix=.meta, logDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,33425,1731184502979, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/oldWALs, maxLogs=32 2024-11-09T20:35:13,920 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,33425,1731184502979/221ead37f9cb%2C33425%2C1731184502979.meta.1731184513906.meta, exclude list is [], retry=0 2024-11-09T20:35:13,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42363,DS-d9325772-3de6-4b8e-ad08-fade2c3d518c,DISK] 2024-11-09T20:35:13,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-d371ae51-e24c-4433-9079-eb5876552923,DISK] 2024-11-09T20:35:13,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45825,DS-60dc28f7-0ede-4aab-89a0-d5ee04f42f45,DISK] 2024-11-09T20:35:13,925 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,33425,1731184502979/221ead37f9cb%2C33425%2C1731184502979.meta.1731184513906.meta 2024-11-09T20:35:13,926 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39221:39221),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:33187:33187)] 2024-11-09T20:35:13,926 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:35:13,926 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T20:35:13,926 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T20:35:13,926 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T20:35:13,926 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T20:35:13,926 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:13,926 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T20:35:13,926 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T20:35:13,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:35:13,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:35:13,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:13,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:35:13,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:35:13,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:35:13,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:13,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:35:13,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:35:13,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:35:13,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:13,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:35:13,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:35:13,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:35:13,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:13,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:35:13,934 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:35:13,935 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740 2024-11-09T20:35:13,936 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740 2024-11-09T20:35:13,938 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:35:13,938 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:35:13,939 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:35:13,940 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:35:13,941 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69066379, jitterRate=0.029169246554374695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:35:13,941 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T20:35:13,942 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731184513927Writing region info on filesystem at 1731184513927Initializing all the Stores at 1731184513928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184513928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184513928Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184513928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184513928Cleaning up temporary data from old regions at 1731184513938 (+10 ms)Running coprocessor post-open hooks at 1731184513941 (+3 ms)Region opened successfully at 1731184513942 (+1 ms) 2024-11-09T20:35:13,942 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731184513892 2024-11-09T20:35:13,944 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T20:35:13,945 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T20:35:13,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:13,946 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,33425,1731184502979, state=OPEN 2024-11-09T20:35:13,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:35:13,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:35:13,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:35:13,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:35:13,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:13,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:13,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:13,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:13,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:13,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T20:35:13,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,33425,1731184502979 in 10.1070 sec 2024-11-09T20:35:14,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T20:35:14,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6030 sec 2024-11-09T20:35:14,002 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:35:14,002 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T20:35:14,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:14,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33425,1731184502979, seqNum=-1] 2024-11-09T20:35:14,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:35:14,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46271, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:35:14,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6670 sec 2024-11-09T20:35:14,013 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731184514013, completionTime=-1 2024-11-09T20:35:14,013 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T20:35:14,013 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:35:14,015 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T20:35:14,015 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731184574015 2024-11-09T20:35:14,015 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731184634015 2024-11-09T20:35:14,015 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-09T20:35:14,015 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44677,1731184502799-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:14,015 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44677,1731184502799-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:14,015 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44677,1731184502799-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:14,015 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-221ead37f9cb:44677, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:14,015 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:14,016 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:14,017 DEBUG [master/221ead37f9cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T20:35:14,019 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.941sec 2024-11-09T20:35:14,019 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T20:35:14,019 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T20:35:14,019 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T20:35:14,019 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T20:35:14,019 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T20:35:14,019 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44677,1731184502799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:35:14,019 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44677,1731184502799-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T20:35:14,022 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T20:35:14,022 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T20:35:14,022 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44677,1731184502799-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:35:14,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b837726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:35:14,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 221ead37f9cb,44677,-1 for getting cluster id 2024-11-09T20:35:14,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T20:35:14,058 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a46d83fc-3ecc-4b7e-9616-cb4778dfeaf2' 2024-11-09T20:35:14,058 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T20:35:14,059 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a46d83fc-3ecc-4b7e-9616-cb4778dfeaf2" 2024-11-09T20:35:14,060 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b28d0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:35:14,060 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [221ead37f9cb,44677,-1] 2024-11-09T20:35:14,060 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T20:35:14,060 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:14,062 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T20:35:14,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c226ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:35:14,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:14,064 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33425,1731184502979, seqNum=-1] 2024-11-09T20:35:14,065 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:35:14,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:35:14,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=221ead37f9cb,44677,1731184502799 2024-11-09T20:35:14,068 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731184514068 (current time:1731184514068). 2024-11-09T20:35:14,068 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T20:35:14,068 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T20:35:14,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381d7c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:35:14,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 221ead37f9cb,44677,-1 for getting cluster id 2024-11-09T20:35:14,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T20:35:14,070 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a46d83fc-3ecc-4b7e-9616-cb4778dfeaf2' 2024-11-09T20:35:14,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T20:35:14,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a46d83fc-3ecc-4b7e-9616-cb4778dfeaf2" 2024-11-09T20:35:14,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69813f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:35:14,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [221ead37f9cb,44677,-1] 2024-11-09T20:35:14,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T20:35:14,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:14,073 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T20:35:14,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b94d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:35:14,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:14,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33425,1731184502979, seqNum=-1] 2024-11-09T20:35:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:35:14,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:35:14,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:35:14,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:35:14,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:14,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:14,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T20:35:14,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T20:35:14,080 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 221ead37f9cb,44677,1731184502799 2024-11-09T20:35:14,080 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60708e06 2024-11-09T20:35:14,080 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T20:35:14,081 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T20:35:14,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T20:35:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T20:35:14,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T20:35:14,085 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:14,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T20:35:14,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T20:35:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:35:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:35:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:35:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:35:14,096 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0f1c0850ea4ecfb709e080149cdd2834, NAME => 'SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:14,097 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7fb1a72844d5f9e9e0809baee22d7a23, NAME => 'SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:14,097 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5380d153b5ecb5d8e79fe84c6e195981, NAME => 'SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:14,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741840_1016 (size=54) 2024-11-09T20:35:14,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741838_1014 (size=62) 2024-11-09T20:35:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741838_1014 (size=62) 2024-11-09T20:35:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741840_1016 (size=54) 2024-11-09T20:35:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741839_1015 (size=62) 2024-11-09T20:35:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741838_1014 (size=62) 2024-11-09T20:35:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741840_1016 (size=54) 2024-11-09T20:35:14,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741839_1015 (size=62) 2024-11-09T20:35:14,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5380d153b5ecb5d8e79fe84c6e195981, disabling compactions & flushes 2024-11-09T20:35:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741839_1015 (size=62) 2024-11-09T20:35:14,108 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:35:14,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:35:14,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. after waiting 0 ms 2024-11-09T20:35:14,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:35:14,108 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:35:14,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5380d153b5ecb5d8e79fe84c6e195981: Waiting for close lock at 1731184514108Disabling compacts and flushes for region at 1731184514108Disabling writes for close at 1731184514108Writing region close event to WAL at 1731184514108Closed at 1731184514108 2024-11-09T20:35:14,109 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c4482023ecc652e71a6ee21b8fdaa7f, NAME => 'SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:14,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:14,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0f1c0850ea4ecfb709e080149cdd2834, disabling compactions & flushes 2024-11-09T20:35:14,111 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:35:14,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:35:14,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. after waiting 0 ms 2024-11-09T20:35:14,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:35:14,111 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:35:14,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0f1c0850ea4ecfb709e080149cdd2834: Waiting for close lock at 1731184514111Disabling compacts and flushes for region at 1731184514111Disabling writes for close at 1731184514111Writing region close event to WAL at 1731184514111Closed at 1731184514111 2024-11-09T20:35:14,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:14,112 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 91f9ed12ebc4ff5d3e14b6c678855df4, NAME => 'SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:14,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7fb1a72844d5f9e9e0809baee22d7a23, disabling compactions & flushes 2024-11-09T20:35:14,112 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. 2024-11-09T20:35:14,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. 2024-11-09T20:35:14,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. after waiting 0 ms 2024-11-09T20:35:14,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. 2024-11-09T20:35:14,112 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. 2024-11-09T20:35:14,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7fb1a72844d5f9e9e0809baee22d7a23: Waiting for close lock at 1731184514112Disabling compacts and flushes for region at 1731184514112Disabling writes for close at 1731184514112Writing region close event to WAL at 1731184514112Closed at 1731184514112 2024-11-09T20:35:14,112 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 997cf61806df051fa2e4d788ff2bd905, NAME => 'SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:35:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:35:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:35:14,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:14,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4c4482023ecc652e71a6ee21b8fdaa7f, disabling compactions & flushes 2024-11-09T20:35:14,121 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:35:14,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:35:14,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. after waiting 0 ms 2024-11-09T20:35:14,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:35:14,121 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:35:14,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c4482023ecc652e71a6ee21b8fdaa7f: Waiting for close lock at 1731184514121Disabling compacts and flushes for region at 1731184514121Disabling writes for close at 1731184514121Writing region close event to WAL at 1731184514121Closed at 1731184514121 2024-11-09T20:35:14,122 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60eb12d6e48b462dc0588858e16afa81, NAME => 'SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:35:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:35:14,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:35:14,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:14,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 997cf61806df051fa2e4d788ff2bd905, disabling compactions & flushes 2024-11-09T20:35:14,123 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:35:14,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:35:14,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. after waiting 0 ms 2024-11-09T20:35:14,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:35:14,123 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:35:14,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 997cf61806df051fa2e4d788ff2bd905: Waiting for close lock at 1731184514123Disabling compacts and flushes for region at 1731184514123Disabling writes for close at 1731184514123Writing region close event to WAL at 1731184514123Closed at 1731184514123 2024-11-09T20:35:14,124 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d8c4acb22152b807da100ed95f4e4f06, NAME => 'SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:35:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:35:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:35:14,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:35:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:35:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:35:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:35:14,143 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:35:14,143 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 60eb12d6e48b462dc0588858e16afa81, disabling compactions & flushes 2024-11-09T20:35:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:35:14,143 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. 2024-11-09T20:35:14,143 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. 2024-11-09T20:35:14,143 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. after waiting 0 ms 2024-11-09T20:35:14,143 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. 2024-11-09T20:35:14,144 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. 2024-11-09T20:35:14,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60eb12d6e48b462dc0588858e16afa81: Waiting for close lock at 1731184514143Disabling compacts and flushes for region at 1731184514143Disabling writes for close at 1731184514143Writing region close event to WAL at 1731184514143Closed at 1731184514143 2024-11-09T20:35:14,144 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76ddc39af7c126a754999731e6585cbd, NAME => 'SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:14,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:35:14,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:35:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:35:14,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:14,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 76ddc39af7c126a754999731e6585cbd, disabling compactions & flushes 2024-11-09T20:35:14,157 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:35:14,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:35:14,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. after waiting 0 ms 2024-11-09T20:35:14,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:35:14,157 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:35:14,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76ddc39af7c126a754999731e6585cbd: Waiting for close lock at 1731184514157Disabling compacts and flushes for region at 1731184514157Disabling writes for close at 1731184514157Writing region close event to WAL at 1731184514157Closed at 1731184514157 2024-11-09T20:35:14,158 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 521eb68cbe20b70b6d1746f1d76bd604, NAME => 'SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e 2024-11-09T20:35:14,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:35:14,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:35:14,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:35:14,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:14,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 521eb68cbe20b70b6d1746f1d76bd604, disabling compactions & flushes 2024-11-09T20:35:14,166 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:35:14,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:35:14,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. after waiting 0 ms 2024-11-09T20:35:14,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:35:14,166 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:35:14,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 521eb68cbe20b70b6d1746f1d76bd604: Waiting for close lock at 1731184514166Disabling compacts and flushes for region at 1731184514166Disabling writes for close at 1731184514166Writing region close event to WAL at 1731184514166Closed at 1731184514166 2024-11-09T20:35:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:35:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:35:14,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:14,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 91f9ed12ebc4ff5d3e14b6c678855df4, disabling compactions & flushes 2024-11-09T20:35:14,530 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. 2024-11-09T20:35:14,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. 2024-11-09T20:35:14,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. after waiting 0 ms 2024-11-09T20:35:14,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. 2024-11-09T20:35:14,530 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. 2024-11-09T20:35:14,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 91f9ed12ebc4ff5d3e14b6c678855df4: Waiting for close lock at 1731184514529Disabling compacts and flushes for region at 1731184514529Disabling writes for close at 1731184514530 (+1 ms)Writing region close event to WAL at 1731184514530Closed at 1731184514530 2024-11-09T20:35:14,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:14,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d8c4acb22152b807da100ed95f4e4f06, disabling compactions & flushes 2024-11-09T20:35:14,544 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:35:14,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:35:14,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. after waiting 0 ms 2024-11-09T20:35:14,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:35:14,545 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:35:14,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d8c4acb22152b807da100ed95f4e4f06: Waiting for close lock at 1731184514544Disabling compacts and flushes for region at 1731184514544Disabling writes for close at 1731184514544Writing region close event to WAL at 1731184514544Closed at 1731184514544 2024-11-09T20:35:14,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T20:35:14,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731184514547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184514547"}]},"ts":"1731184514547"} 2024-11-09T20:35:14,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184514547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184514547"}]},"ts":"1731184514547"} 2024-11-09T20:35:14,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184514547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184514547"}]},"ts":"1731184514547"} 2024-11-09T20:35:14,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184514547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184514547"}]},"ts":"1731184514547"} 2024-11-09T20:35:14,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184514547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184514547"}]},"ts":"1731184514547"} 2024-11-09T20:35:14,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184514547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184514547"}]},"ts":"1731184514547"} 2024-11-09T20:35:14,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184514547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184514547"}]},"ts":"1731184514547"} 2024-11-09T20:35:14,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731184514547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184514547"}]},"ts":"1731184514547"} 2024-11-09T20:35:14,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184514547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184514547"}]},"ts":"1731184514547"} 2024-11-09T20:35:14,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731184514547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184514547"}]},"ts":"1731184514547"} 2024-11-09T20:35:14,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T20:35:14,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T20:35:14,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731184514556"}]},"ts":"1731184514556"} 2024-11-09T20:35:14,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T20:35:14,558 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {221ead37f9cb=0} racks are {/default-rack=0} 2024-11-09T20:35:14,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:35:14,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:35:14,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T20:35:14,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:35:14,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:35:14,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T20:35:14,562 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:35:14,562 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:35:14,562 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T20:35:14,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:35:14,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5380d153b5ecb5d8e79fe84c6e195981, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb1a72844d5f9e9e0809baee22d7a23, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f1c0850ea4ecfb709e080149cdd2834, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c4482023ecc652e71a6ee21b8fdaa7f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f9ed12ebc4ff5d3e14b6c678855df4, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=997cf61806df051fa2e4d788ff2bd905, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60eb12d6e48b462dc0588858e16afa81, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c4acb22152b807da100ed95f4e4f06, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76ddc39af7c126a754999731e6585cbd, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=521eb68cbe20b70b6d1746f1d76bd604, ASSIGN}] 2024-11-09T20:35:14,565 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5380d153b5ecb5d8e79fe84c6e195981, ASSIGN 2024-11-09T20:35:14,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb1a72844d5f9e9e0809baee22d7a23, ASSIGN 2024-11-09T20:35:14,565 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f9ed12ebc4ff5d3e14b6c678855df4, ASSIGN 2024-11-09T20:35:14,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c4482023ecc652e71a6ee21b8fdaa7f, ASSIGN 2024-11-09T20:35:14,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb1a72844d5f9e9e0809baee22d7a23, ASSIGN; state=OFFLINE, location=221ead37f9cb,40049,1731184502943; forceNewPlan=false, retain=false 2024-11-09T20:35:14,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c4482023ecc652e71a6ee21b8fdaa7f, ASSIGN; state=OFFLINE, location=221ead37f9cb,33425,1731184502979; forceNewPlan=false, retain=false 2024-11-09T20:35:14,566 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91f9ed12ebc4ff5d3e14b6c678855df4, ASSIGN; state=OFFLINE, location=221ead37f9cb,40049,1731184502943; forceNewPlan=false, retain=false 2024-11-09T20:35:14,566 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5380d153b5ecb5d8e79fe84c6e195981, ASSIGN; state=OFFLINE, location=221ead37f9cb,33425,1731184502979; forceNewPlan=false, retain=false 2024-11-09T20:35:14,566 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=521eb68cbe20b70b6d1746f1d76bd604, ASSIGN 2024-11-09T20:35:14,567 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=521eb68cbe20b70b6d1746f1d76bd604, ASSIGN; state=OFFLINE, location=221ead37f9cb,44603,1731184503020; forceNewPlan=false, retain=false 2024-11-09T20:35:14,570 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c4acb22152b807da100ed95f4e4f06, ASSIGN 2024-11-09T20:35:14,570 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76ddc39af7c126a754999731e6585cbd, ASSIGN 2024-11-09T20:35:14,570 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60eb12d6e48b462dc0588858e16afa81, ASSIGN 2024-11-09T20:35:14,571 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=997cf61806df051fa2e4d788ff2bd905, ASSIGN 2024-11-09T20:35:14,571 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60eb12d6e48b462dc0588858e16afa81, ASSIGN; state=OFFLINE, location=221ead37f9cb,40049,1731184502943; forceNewPlan=false, retain=false 2024-11-09T20:35:14,571 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8c4acb22152b807da100ed95f4e4f06, ASSIGN; state=OFFLINE, location=221ead37f9cb,33425,1731184502979; forceNewPlan=false, retain=false 2024-11-09T20:35:14,571 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76ddc39af7c126a754999731e6585cbd, ASSIGN; state=OFFLINE, location=221ead37f9cb,33425,1731184502979; forceNewPlan=false, retain=false 2024-11-09T20:35:14,572 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=997cf61806df051fa2e4d788ff2bd905, ASSIGN; state=OFFLINE, location=221ead37f9cb,44603,1731184503020; forceNewPlan=false, retain=false 2024-11-09T20:35:14,572 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f1c0850ea4ecfb709e080149cdd2834, ASSIGN 2024-11-09T20:35:14,572 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f1c0850ea4ecfb709e080149cdd2834, ASSIGN; state=OFFLINE, location=221ead37f9cb,44603,1731184503020; forceNewPlan=false, retain=false 2024-11-09T20:35:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:35:14,718 INFO [221ead37f9cb:44677 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T20:35:14,719 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=997cf61806df051fa2e4d788ff2bd905, regionState=OPENING, regionLocation=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:14,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0f1c0850ea4ecfb709e080149cdd2834, regionState=OPENING, regionLocation=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:14,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=521eb68cbe20b70b6d1746f1d76bd604, regionState=OPENING, regionLocation=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:14,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=60eb12d6e48b462dc0588858e16afa81, regionState=OPENING, regionLocation=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:14,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91f9ed12ebc4ff5d3e14b6c678855df4, regionState=OPENING, regionLocation=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:14,720 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7fb1a72844d5f9e9e0809baee22d7a23, regionState=OPENING, regionLocation=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:14,720 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=76ddc39af7c126a754999731e6585cbd, regionState=OPENING, regionLocation=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:14,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d8c4acb22152b807da100ed95f4e4f06, regionState=OPENING, regionLocation=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:14,720 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4c4482023ecc652e71a6ee21b8fdaa7f, regionState=OPENING, regionLocation=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:14,721 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5380d153b5ecb5d8e79fe84c6e195981, regionState=OPENING, regionLocation=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:14,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=997cf61806df051fa2e4d788ff2bd905, ASSIGN because future has completed 2024-11-09T20:35:14,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 997cf61806df051fa2e4d788ff2bd905, server=221ead37f9cb,44603,1731184503020}] 2024-11-09T20:35:14,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=521eb68cbe20b70b6d1746f1d76bd604, ASSIGN because future has completed 2024-11-09T20:35:14,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 521eb68cbe20b70b6d1746f1d76bd604, server=221ead37f9cb,44603,1731184503020}] 2024-11-09T20:35:14,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f1c0850ea4ecfb709e080149cdd2834, ASSIGN because future has completed 2024-11-09T20:35:14,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f1c0850ea4ecfb709e080149cdd2834, server=221ead37f9cb,44603,1731184503020}] 2024-11-09T20:35:14,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60eb12d6e48b462dc0588858e16afa81, ASSIGN because future has completed 2024-11-09T20:35:14,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91f9ed12ebc4ff5d3e14b6c678855df4, ASSIGN because future has completed 2024-11-09T20:35:14,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60eb12d6e48b462dc0588858e16afa81, server=221ead37f9cb,40049,1731184502943}] 2024-11-09T20:35:14,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91f9ed12ebc4ff5d3e14b6c678855df4, server=221ead37f9cb,40049,1731184502943}] 2024-11-09T20:35:14,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb1a72844d5f9e9e0809baee22d7a23, ASSIGN because future has completed 2024-11-09T20:35:14,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76ddc39af7c126a754999731e6585cbd, ASSIGN because future has completed 2024-11-09T20:35:14,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8c4acb22152b807da100ed95f4e4f06, ASSIGN because future has completed 2024-11-09T20:35:14,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c4482023ecc652e71a6ee21b8fdaa7f, ASSIGN because future has completed 2024-11-09T20:35:14,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb1a72844d5f9e9e0809baee22d7a23, server=221ead37f9cb,40049,1731184502943}] 2024-11-09T20:35:14,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76ddc39af7c126a754999731e6585cbd, server=221ead37f9cb,33425,1731184502979}] 2024-11-09T20:35:14,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5380d153b5ecb5d8e79fe84c6e195981, ASSIGN because future has completed 2024-11-09T20:35:14,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5380d153b5ecb5d8e79fe84c6e195981, server=221ead37f9cb,33425,1731184502979}] 2024-11-09T20:35:14,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c4482023ecc652e71a6ee21b8fdaa7f, server=221ead37f9cb,33425,1731184502979}] 2024-11-09T20:35:14,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c4acb22152b807da100ed95f4e4f06, server=221ead37f9cb,33425,1731184502979}] 2024-11-09T20:35:15,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T20:35:15,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T20:35:15,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T20:35:15,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T20:35:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:35:15,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T20:35:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:35:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:35:19,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T20:35:19,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:19,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:19,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:35:24,729 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:35:24,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55589, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:35:24,739 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:35:24,740 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 521eb68cbe20b70b6d1746f1d76bd604, NAME => 'SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T20:35:24,740 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:35:24,740 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,740 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:24,740 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,740 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45141, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:35:24,742 INFO [StoreOpener-521eb68cbe20b70b6d1746f1d76bd604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,743 INFO [StoreOpener-521eb68cbe20b70b6d1746f1d76bd604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 521eb68cbe20b70b6d1746f1d76bd604 columnFamilyName cf 2024-11-09T20:35:24,743 DEBUG [StoreOpener-521eb68cbe20b70b6d1746f1d76bd604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:24,744 INFO [StoreOpener-521eb68cbe20b70b6d1746f1d76bd604-1 {}] regionserver.HStore(327): Store=521eb68cbe20b70b6d1746f1d76bd604/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:24,744 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,745 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,745 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,746 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,746 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,746 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:35:24,746 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. 2024-11-09T20:35:24,746 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb1a72844d5f9e9e0809baee22d7a23, NAME => 'SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T20:35:24,746 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d8c4acb22152b807da100ed95f4e4f06, NAME => 'SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T20:35:24,746 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,746 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,746 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:24,746 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:24,747 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,747 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,747 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,747 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,747 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,748 INFO [StoreOpener-d8c4acb22152b807da100ed95f4e4f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,748 INFO [StoreOpener-7fb1a72844d5f9e9e0809baee22d7a23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,749 INFO [StoreOpener-d8c4acb22152b807da100ed95f4e4f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c4acb22152b807da100ed95f4e4f06 columnFamilyName cf 2024-11-09T20:35:24,749 INFO [StoreOpener-7fb1a72844d5f9e9e0809baee22d7a23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb1a72844d5f9e9e0809baee22d7a23 columnFamilyName cf 2024-11-09T20:35:24,749 DEBUG [StoreOpener-d8c4acb22152b807da100ed95f4e4f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:24,749 DEBUG [StoreOpener-7fb1a72844d5f9e9e0809baee22d7a23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:24,750 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:24,750 INFO [StoreOpener-7fb1a72844d5f9e9e0809baee22d7a23-1 {}] regionserver.HStore(327): Store=7fb1a72844d5f9e9e0809baee22d7a23/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:24,750 INFO [StoreOpener-d8c4acb22152b807da100ed95f4e4f06-1 {}] regionserver.HStore(327): Store=d8c4acb22152b807da100ed95f4e4f06/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:24,750 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 521eb68cbe20b70b6d1746f1d76bd604; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63114584, jitterRate=-0.059519410133361816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:35:24,750 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,750 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,750 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:24,750 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 521eb68cbe20b70b6d1746f1d76bd604: Running coprocessor pre-open hook at 1731184524740Writing region info on filesystem at 1731184524740Initializing all the Stores at 1731184524741 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184524741Cleaning up temporary data from old regions at 1731184524746 (+5 ms)Running coprocessor post-open hooks at 1731184524750 (+4 ms)Region opened successfully at 1731184524750 2024-11-09T20:35:24,751 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,751 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604., pid=16, masterSystemTime=1731184524728 2024-11-09T20:35:24,751 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,752 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,752 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,752 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,752 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,752 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,752 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,753 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:35:24,753 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:35:24,753 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:35:24,753 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,754 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 997cf61806df051fa2e4d788ff2bd905, NAME => 'SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T20:35:24,754 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,754 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:24,754 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=521eb68cbe20b70b6d1746f1d76bd604, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:24,754 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,754 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,756 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,756 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:24,756 INFO [StoreOpener-997cf61806df051fa2e4d788ff2bd905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,757 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d8c4acb22152b807da100ed95f4e4f06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66174201, jitterRate=-0.013927564024925232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:35:24,757 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:24,757 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d8c4acb22152b807da100ed95f4e4f06: Running coprocessor pre-open hook at 1731184524747Writing region info on filesystem at 1731184524747Initializing all the Stores at 1731184524748 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184524748Cleaning up temporary data from old regions at 1731184524752 (+4 ms)Running coprocessor post-open hooks at 1731184524757 (+5 ms)Region opened successfully at 1731184524757 2024-11-09T20:35:24,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 521eb68cbe20b70b6d1746f1d76bd604, server=221ead37f9cb,44603,1731184503020 because future has completed 2024-11-09T20:35:24,758 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06., pid=24, masterSystemTime=1731184524742 2024-11-09T20:35:24,758 INFO [StoreOpener-997cf61806df051fa2e4d788ff2bd905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 997cf61806df051fa2e4d788ff2bd905 columnFamilyName cf 2024-11-09T20:35:24,758 DEBUG [StoreOpener-997cf61806df051fa2e4d788ff2bd905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:24,760 INFO [StoreOpener-997cf61806df051fa2e4d788ff2bd905-1 {}] regionserver.HStore(327): Store=997cf61806df051fa2e4d788ff2bd905/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:24,760 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,760 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:35:24,761 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:35:24,761 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:35:24,761 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 76ddc39af7c126a754999731e6585cbd, NAME => 'SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T20:35:24,761 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,762 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:24,762 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,762 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d8c4acb22152b807da100ed95f4e4f06, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:24,762 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,763 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,763 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/7fb1a72844d5f9e9e0809baee22d7a23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:24,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-09T20:35:24,764 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 521eb68cbe20b70b6d1746f1d76bd604, server=221ead37f9cb,44603,1731184503020 in 10.0340 sec 2024-11-09T20:35:24,764 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 7fb1a72844d5f9e9e0809baee22d7a23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73355633, jitterRate=0.09308411180973053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:35:24,764 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:24,764 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,764 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,764 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 7fb1a72844d5f9e9e0809baee22d7a23: Running coprocessor pre-open hook at 1731184524747Writing region info on filesystem at 1731184524747Initializing all the Stores at 1731184524748 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184524748Cleaning up temporary data from old regions at 1731184524752 (+4 ms)Running coprocessor post-open hooks at 1731184524764 (+12 ms)Region opened successfully at 1731184524764 2024-11-09T20:35:24,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c4acb22152b807da100ed95f4e4f06, server=221ead37f9cb,33425,1731184502979 because future has completed 2024-11-09T20:35:24,765 INFO [StoreOpener-76ddc39af7c126a754999731e6585cbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=521eb68cbe20b70b6d1746f1d76bd604, ASSIGN in 10.2010 sec 2024-11-09T20:35:24,766 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23., pid=21, masterSystemTime=1731184524740 2024-11-09T20:35:24,767 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,768 INFO [StoreOpener-76ddc39af7c126a754999731e6585cbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76ddc39af7c126a754999731e6585cbd columnFamilyName cf 2024-11-09T20:35:24,768 DEBUG [StoreOpener-76ddc39af7c126a754999731e6585cbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:24,769 INFO [StoreOpener-76ddc39af7c126a754999731e6585cbd-1 {}] regionserver.HStore(327): Store=76ddc39af7c126a754999731e6585cbd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:24,769 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. 2024-11-09T20:35:24,769 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. 2024-11-09T20:35:24,769 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,769 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. 2024-11-09T20:35:24,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-09T20:35:24,769 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 91f9ed12ebc4ff5d3e14b6c678855df4, NAME => 'SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T20:35:24,769 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7fb1a72844d5f9e9e0809baee22d7a23, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:24,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d8c4acb22152b807da100ed95f4e4f06, server=221ead37f9cb,33425,1731184502979 in 10.0230 sec 2024-11-09T20:35:24,770 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,770 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:24,770 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,770 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,771 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb1a72844d5f9e9e0809baee22d7a23, server=221ead37f9cb,40049,1731184502943 because future has completed 2024-11-09T20:35:24,772 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,772 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/997cf61806df051fa2e4d788ff2bd905/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:24,772 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,772 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,773 INFO [StoreOpener-91f9ed12ebc4ff5d3e14b6c678855df4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c4acb22152b807da100ed95f4e4f06, ASSIGN in 10.2060 sec 2024-11-09T20:35:24,773 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 997cf61806df051fa2e4d788ff2bd905; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61624119, jitterRate=-0.08172906935214996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:35:24,773 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:24,773 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 997cf61806df051fa2e4d788ff2bd905: Running coprocessor pre-open hook at 1731184524754Writing region info on filesystem at 1731184524754Initializing all the Stores at 1731184524756 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184524756Cleaning up temporary data from old regions at 1731184524764 (+8 ms)Running coprocessor post-open hooks at 1731184524773 (+9 ms)Region opened successfully at 1731184524773 2024-11-09T20:35:24,774 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905., pid=15, masterSystemTime=1731184524728 2024-11-09T20:35:24,774 INFO [StoreOpener-91f9ed12ebc4ff5d3e14b6c678855df4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91f9ed12ebc4ff5d3e14b6c678855df4 columnFamilyName cf 2024-11-09T20:35:24,774 DEBUG [StoreOpener-91f9ed12ebc4ff5d3e14b6c678855df4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:24,775 INFO [StoreOpener-91f9ed12ebc4ff5d3e14b6c678855df4-1 {}] regionserver.HStore(327): Store=91f9ed12ebc4ff5d3e14b6c678855df4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:24,775 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,776 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,776 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:35:24,776 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:35:24,776 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:35:24,776 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f1c0850ea4ecfb709e080149cdd2834, NAME => 'SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T20:35:24,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-09T20:35:24,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb1a72844d5f9e9e0809baee22d7a23, server=221ead37f9cb,40049,1731184502943 in 10.0350 sec 2024-11-09T20:35:24,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=997cf61806df051fa2e4d788ff2bd905, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:24,777 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,777 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,777 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:24,777 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,777 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,777 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 997cf61806df051fa2e4d788ff2bd905, server=221ead37f9cb,44603,1731184503020 because future has completed 2024-11-09T20:35:24,779 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,779 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb1a72844d5f9e9e0809baee22d7a23, ASSIGN in 10.2140 sec 2024-11-09T20:35:24,781 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-09T20:35:24,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 997cf61806df051fa2e4d788ff2bd905, server=221ead37f9cb,44603,1731184503020 in 10.0560 sec 2024-11-09T20:35:24,784 INFO [StoreOpener-0f1c0850ea4ecfb709e080149cdd2834-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,784 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/91f9ed12ebc4ff5d3e14b6c678855df4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:24,785 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 91f9ed12ebc4ff5d3e14b6c678855df4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70691594, jitterRate=0.053386837244033813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:35:24,785 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:24,785 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 91f9ed12ebc4ff5d3e14b6c678855df4: Running coprocessor pre-open hook at 1731184524770Writing region info on filesystem at 1731184524770Initializing all the Stores at 1731184524772 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184524772Cleaning up temporary data from old regions at 1731184524779 (+7 ms)Running coprocessor post-open hooks at 1731184524785 (+6 ms)Region opened successfully at 1731184524785 2024-11-09T20:35:24,785 INFO [StoreOpener-0f1c0850ea4ecfb709e080149cdd2834-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f1c0850ea4ecfb709e080149cdd2834 columnFamilyName cf 2024-11-09T20:35:24,785 DEBUG [StoreOpener-0f1c0850ea4ecfb709e080149cdd2834-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:24,786 INFO [StoreOpener-0f1c0850ea4ecfb709e080149cdd2834-1 {}] regionserver.HStore(327): Store=0f1c0850ea4ecfb709e080149cdd2834/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:24,786 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,786 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4., pid=19, masterSystemTime=1731184524740 2024-11-09T20:35:24,786 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:24,787 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 76ddc39af7c126a754999731e6585cbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70945459, jitterRate=0.05716972053050995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:35:24,787 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:24,787 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 76ddc39af7c126a754999731e6585cbd: Running coprocessor pre-open hook at 1731184524762Writing region info on filesystem at 1731184524762Initializing all the Stores at 1731184524764 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184524764Cleaning up temporary data from old regions at 1731184524772 (+8 ms)Running coprocessor post-open hooks at 1731184524787 (+15 ms)Region opened successfully at 1731184524787 2024-11-09T20:35:24,787 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,788 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd., pid=20, masterSystemTime=1731184524742 2024-11-09T20:35:24,788 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=997cf61806df051fa2e4d788ff2bd905, ASSIGN in 10.2200 sec 2024-11-09T20:35:24,788 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,788 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,788 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. 2024-11-09T20:35:24,789 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. 2024-11-09T20:35:24,789 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. 2024-11-09T20:35:24,789 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 60eb12d6e48b462dc0588858e16afa81, NAME => 'SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T20:35:24,789 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,789 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:24,789 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,789 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,789 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91f9ed12ebc4ff5d3e14b6c678855df4, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:24,790 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:35:24,790 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:35:24,790 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:35:24,790 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5380d153b5ecb5d8e79fe84c6e195981, NAME => 'SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T20:35:24,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=76ddc39af7c126a754999731e6585cbd, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:24,791 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,791 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,791 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:24,791 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,791 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,791 INFO [StoreOpener-60eb12d6e48b462dc0588858e16afa81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91f9ed12ebc4ff5d3e14b6c678855df4, server=221ead37f9cb,40049,1731184502943 because future has completed 2024-11-09T20:35:24,794 INFO [StoreOpener-60eb12d6e48b462dc0588858e16afa81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60eb12d6e48b462dc0588858e16afa81 columnFamilyName cf 2024-11-09T20:35:24,794 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/0f1c0850ea4ecfb709e080149cdd2834/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:24,794 DEBUG [StoreOpener-60eb12d6e48b462dc0588858e16afa81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:24,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76ddc39af7c126a754999731e6585cbd, server=221ead37f9cb,33425,1731184502979 because future has completed 2024-11-09T20:35:24,795 INFO [StoreOpener-60eb12d6e48b462dc0588858e16afa81-1 {}] regionserver.HStore(327): Store=60eb12d6e48b462dc0588858e16afa81/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:24,795 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0f1c0850ea4ecfb709e080149cdd2834; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73150788, jitterRate=0.0900316834449768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:35:24,795 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:24,795 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,795 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0f1c0850ea4ecfb709e080149cdd2834: Running coprocessor pre-open hook at 1731184524777Writing region info on filesystem at 1731184524777Initializing all the Stores at 1731184524779 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184524779Cleaning up temporary data from old regions at 1731184524788 (+9 ms)Running coprocessor post-open hooks at 1731184524795 (+7 ms)Region opened successfully at 1731184524795 2024-11-09T20:35:24,796 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,796 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834., pid=17, masterSystemTime=1731184524728 2024-11-09T20:35:24,797 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-09T20:35:24,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 91f9ed12ebc4ff5d3e14b6c678855df4, server=221ead37f9cb,40049,1731184502943 in 10.0640 sec 2024-11-09T20:35:24,797 INFO [StoreOpener-5380d153b5ecb5d8e79fe84c6e195981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,797 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,797 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,799 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:35:24,799 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:35:24,799 INFO [StoreOpener-5380d153b5ecb5d8e79fe84c6e195981-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5380d153b5ecb5d8e79fe84c6e195981 columnFamilyName cf 2024-11-09T20:35:24,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-09T20:35:24,799 DEBUG [StoreOpener-5380d153b5ecb5d8e79fe84c6e195981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:24,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 76ddc39af7c126a754999731e6585cbd, server=221ead37f9cb,33425,1731184502979 in 10.0580 sec 2024-11-09T20:35:24,800 INFO [StoreOpener-5380d153b5ecb5d8e79fe84c6e195981-1 {}] regionserver.HStore(327): Store=5380d153b5ecb5d8e79fe84c6e195981/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:24,800 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0f1c0850ea4ecfb709e080149cdd2834, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:24,800 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f9ed12ebc4ff5d3e14b6c678855df4, ASSIGN in 10.2340 sec 2024-11-09T20:35:24,801 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,801 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,801 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,802 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f1c0850ea4ecfb709e080149cdd2834, server=221ead37f9cb,44603,1731184503020 because future has completed 2024-11-09T20:35:24,802 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76ddc39af7c126a754999731e6585cbd, ASSIGN in 10.2360 sec 2024-11-09T20:35:24,804 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/60eb12d6e48b462dc0588858e16afa81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:24,804 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,804 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 60eb12d6e48b462dc0588858e16afa81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60061599, jitterRate=-0.1050124317407608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:35:24,805 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:24,805 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 60eb12d6e48b462dc0588858e16afa81: Running coprocessor pre-open hook at 1731184524789Writing region info on filesystem at 1731184524789Initializing all the Stores at 1731184524791 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184524791Cleaning up temporary data from old regions at 1731184524798 (+7 ms)Running coprocessor post-open hooks at 1731184524805 (+7 ms)Region opened successfully at 1731184524805 2024-11-09T20:35:24,805 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81., pid=18, masterSystemTime=1731184524740 2024-11-09T20:35:24,807 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/5380d153b5ecb5d8e79fe84c6e195981/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:24,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-09T20:35:24,807 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5380d153b5ecb5d8e79fe84c6e195981; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67446195, jitterRate=0.005026623606681824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:35:24,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f1c0850ea4ecfb709e080149cdd2834, server=221ead37f9cb,44603,1731184503020 in 10.0760 sec 2024-11-09T20:35:24,807 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:24,807 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5380d153b5ecb5d8e79fe84c6e195981: Running coprocessor pre-open hook at 1731184524791Writing region info on filesystem at 1731184524791Initializing all the Stores at 1731184524792 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184524792Cleaning up temporary data from old regions at 1731184524802 (+10 ms)Running coprocessor post-open hooks at 1731184524807 (+5 ms)Region opened successfully at 1731184524807 2024-11-09T20:35:24,808 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981., pid=22, masterSystemTime=1731184524742 2024-11-09T20:35:24,808 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. 2024-11-09T20:35:24,809 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. 2024-11-09T20:35:24,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f1c0850ea4ecfb709e080149cdd2834, ASSIGN in 10.2440 sec 2024-11-09T20:35:24,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=60eb12d6e48b462dc0588858e16afa81, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:24,811 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:35:24,811 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:35:24,811 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:35:24,811 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c4482023ecc652e71a6ee21b8fdaa7f, NAME => 'SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T20:35:24,812 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,812 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:35:24,812 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,812 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60eb12d6e48b462dc0588858e16afa81, server=221ead37f9cb,40049,1731184502943 because future has completed 2024-11-09T20:35:24,813 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5380d153b5ecb5d8e79fe84c6e195981, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:24,815 INFO [StoreOpener-4c4482023ecc652e71a6ee21b8fdaa7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5380d153b5ecb5d8e79fe84c6e195981, server=221ead37f9cb,33425,1731184502979 because future has completed 2024-11-09T20:35:24,818 INFO [StoreOpener-4c4482023ecc652e71a6ee21b8fdaa7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c4482023ecc652e71a6ee21b8fdaa7f columnFamilyName cf 2024-11-09T20:35:24,818 DEBUG [StoreOpener-4c4482023ecc652e71a6ee21b8fdaa7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:35:24,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-09T20:35:24,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 60eb12d6e48b462dc0588858e16afa81, server=221ead37f9cb,40049,1731184502943 in 10.0860 sec 2024-11-09T20:35:24,819 INFO [StoreOpener-4c4482023ecc652e71a6ee21b8fdaa7f-1 {}] regionserver.HStore(327): Store=4c4482023ecc652e71a6ee21b8fdaa7f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:35:24,819 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,820 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,821 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,821 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,821 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60eb12d6e48b462dc0588858e16afa81, ASSIGN in 10.2550 sec 2024-11-09T20:35:24,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-09T20:35:24,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5380d153b5ecb5d8e79fe84c6e195981, server=221ead37f9cb,33425,1731184502979 in 10.0760 sec 2024-11-09T20:35:24,823 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5380d153b5ecb5d8e79fe84c6e195981, ASSIGN in 10.2590 sec 2024-11-09T20:35:24,828 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/4c4482023ecc652e71a6ee21b8fdaa7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:35:24,829 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 4c4482023ecc652e71a6ee21b8fdaa7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63284709, jitterRate=-0.056984350085258484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:35:24,829 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:24,829 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 4c4482023ecc652e71a6ee21b8fdaa7f: Running coprocessor pre-open hook at 1731184524812Writing region info on filesystem at 1731184524812Initializing all the Stores at 1731184524814 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184524814Cleaning up temporary data from old regions at 1731184524821 (+7 ms)Running coprocessor post-open hooks at 1731184524829 (+8 ms)Region opened successfully at 1731184524829 2024-11-09T20:35:24,830 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f., pid=23, masterSystemTime=1731184524742 2024-11-09T20:35:24,832 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:35:24,832 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:35:24,833 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4c4482023ecc652e71a6ee21b8fdaa7f, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:24,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c4482023ecc652e71a6ee21b8fdaa7f, server=221ead37f9cb,33425,1731184502979 because future has completed 2024-11-09T20:35:24,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-09T20:35:24,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c4482023ecc652e71a6ee21b8fdaa7f, server=221ead37f9cb,33425,1731184502979 in 10.0950 sec 2024-11-09T20:35:24,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T20:35:24,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c4482023ecc652e71a6ee21b8fdaa7f, ASSIGN in 10.2750 sec 2024-11-09T20:35:24,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T20:35:24,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731184524842"}]},"ts":"1731184524842"} 2024-11-09T20:35:24,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T20:35:24,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T20:35:24,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7630 sec 2024-11-09T20:35:27,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T20:35:29,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:29,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:29,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:30,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T20:35:30,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:30,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:30,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:35:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:35:32,303 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T20:35:32,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T20:35:32,304 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:35:32,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T20:35:32,311 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:35:32,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T20:35:32,338 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81., hostname=221ead37f9cb,40049,1731184502943, seqNum=2] 2024-11-09T20:35:32,339 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81., hostname=221ead37f9cb,40049,1731184502943, seqNum=2] 2024-11-09T20:35:32,340 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81., hostname=221ead37f9cb,40049,1731184502943, seqNum=2] 2024-11-09T20:35:32,341 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81., hostname=221ead37f9cb,40049,1731184502943, seqNum=2] 2024-11-09T20:35:32,376 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,378 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,380 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,382 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,383 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,412 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,414 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,415 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,417 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,418 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,419 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd., hostname=221ead37f9cb,33425,1731184502979, seqNum=2] 2024-11-09T20:35:32,473 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604., hostname=221ead37f9cb,44603,1731184503020, seqNum=2] 2024-11-09T20:35:32,475 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604., hostname=221ead37f9cb,44603,1731184503020, seqNum=2] 2024-11-09T20:35:32,476 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604., hostname=221ead37f9cb,44603,1731184503020, seqNum=2] 2024-11-09T20:35:32,478 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604., hostname=221ead37f9cb,44603,1731184503020, seqNum=2] 2024-11-09T20:35:32,479 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604., hostname=221ead37f9cb,44603,1731184503020, seqNum=2] 2024-11-09T20:35:32,480 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604., hostname=221ead37f9cb,44603,1731184503020, seqNum=2] 2024-11-09T20:35:32,780 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:35:33,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:35:33,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:35:33,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:35:33,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:35:33,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:35:33,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33425 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:35:33,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:35:33,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33425 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:35:33,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:35:33,660 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T20:35:33,660 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:35:33,661 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T20:35:33,662 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T20:35:33,665 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T20:35:33,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:35:33,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:35:33,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:35:33,675 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T20:35:33,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5380d153b5ecb5d8e79fe84c6e195981}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb1a72844d5f9e9e0809baee22d7a23}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f1c0850ea4ecfb709e080149cdd2834}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c4482023ecc652e71a6ee21b8fdaa7f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f9ed12ebc4ff5d3e14b6c678855df4}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 997cf61806df051fa2e4d788ff2bd905}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60eb12d6e48b462dc0588858e16afa81}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c4acb22152b807da100ed95f4e4f06}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76ddc39af7c126a754999731e6585cbd}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521eb68cbe20b70b6d1746f1d76bd604}] 2024-11-09T20:35:33,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:33,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:33,677 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:33,677 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:33,677 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:33,682 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:33,682 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:33,683 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:33,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:33,685 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:37,246 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T20:35:43,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T20:35:43,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T20:35:43,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T20:35:43,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T20:35:43,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:35:43,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T20:35:43,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5380d153b5ecb5d8e79fe84c6e195981: 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0f1c0850ea4ecfb709e080149cdd2834: 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. for SnapshotProcedureTest completed. 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. for SnapshotProcedureTest completed. 2024-11-09T20:35:43,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 7fb1a72844d5f9e9e0809baee22d7a23: 2024-11-09T20:35:43,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. for SnapshotProcedureTest completed. 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:35:43,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 997cf61806df051fa2e4d788ff2bd905: 2024-11-09T20:35:43,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:35:43,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:35:43,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T20:35:43,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. for SnapshotProcedureTest completed. 2024-11-09T20:35:43,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:35:43,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:35:43,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:35:43,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:35:43,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:35:43,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T20:35:43,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:35:43,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T20:35:43,683 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 521eb68cbe20b70b6d1746f1d76bd604 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T20:35:43,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:35:43,683 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 76ddc39af7c126a754999731e6585cbd 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T20:35:43,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:35:43,684 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d8c4acb22152b807da100ed95f4e4f06 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T20:35:43,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. 2024-11-09T20:35:43,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. 2024-11-09T20:35:43,684 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 60eb12d6e48b462dc0588858e16afa81 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-09T20:35:43,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 91f9ed12ebc4ff5d3e14b6c678855df4: 2024-11-09T20:35:43,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. for SnapshotProcedureTest completed. 2024-11-09T20:35:43,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:35:43,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:35:43,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741849_1025 (size=57) 2024-11-09T20:35:43,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741849_1025 (size=57) 2024-11-09T20:35:43,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741849_1025 (size=57) 2024-11-09T20:35:43,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06/.tmp/cf/dd3e7a99633940d7aaa551542d84a9c2 is 34, key is baa/cf:cf/1731184533116/Put/seqid=0 2024-11-09T20:35:43,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/60eb12d6e48b462dc0588858e16afa81/.tmp/cf/165d53a9cbda481f8108798785330b2d is 34, key is aaa/cf:cf/1731184533114/Put/seqid=0 2024-11-09T20:35:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741851_1027 (size=65) 2024-11-09T20:35:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741851_1027 (size=65) 2024-11-09T20:35:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741851_1027 (size=65) 2024-11-09T20:35:43,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd/.tmp/cf/49dacd02db5645678dcf04110708e935 is 34, key is ccd/cf:cf/1731184533154/Put/seqid=0 2024-11-09T20:35:43,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:35:43,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T20:35:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T20:35:43,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:43,717 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:35:43,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 997cf61806df051fa2e4d788ff2bd905 in 10.0420 sec 2024-11-09T20:35:43,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:35:43,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:35:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:35:43,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23. 2024-11-09T20:35:43,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T20:35:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T20:35:43,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:43,726 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb1a72844d5f9e9e0809baee22d7a23 2024-11-09T20:35:43,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7fb1a72844d5f9e9e0809baee22d7a23 in 10.0520 sec 2024-11-09T20:35:43,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:35:43,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:35:43,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:35:43,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:35:43,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T20:35:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T20:35:43,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:43,737 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:35:43,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f1c0850ea4ecfb709e080149cdd2834 in 10.0630 sec 2024-11-09T20:35:43,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741853_1029 (size=65) 2024-11-09T20:35:43,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741853_1029 (size=65) 2024-11-09T20:35:43,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741853_1029 (size=65) 2024-11-09T20:35:43,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731184514082.91f9ed12ebc4ff5d3e14b6c678855df4. 2024-11-09T20:35:43,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T20:35:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T20:35:43,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:43,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f9ed12ebc4ff5d3e14b6c678855df4 2024-11-09T20:35:43,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 91f9ed12ebc4ff5d3e14b6c678855df4 in 10.0670 sec 2024-11-09T20:35:43,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604/.tmp/cf/08753b6bc56a4561abfd080cc45d23f1 is 34, key is eaa/cf:cf/1731184533545/Put/seqid=0 2024-11-09T20:35:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741854_1030 (size=28623) 2024-11-09T20:35:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741854_1030 (size=28623) 2024-11-09T20:35:43,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741856_1032 (size=47197) 2024-11-09T20:35:43,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741856_1032 (size=47197) 2024-11-09T20:35:43,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741854_1030 (size=28623) 2024-11-09T20:35:43,767 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06/.tmp/cf/dd3e7a99633940d7aaa551542d84a9c2 2024-11-09T20:35:43,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741856_1032 (size=47197) 2024-11-09T20:35:43,767 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd/.tmp/cf/49dacd02db5645678dcf04110708e935 2024-11-09T20:35:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741855_1031 (size=26918) 2024-11-09T20:35:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741855_1031 (size=26918) 2024-11-09T20:35:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741855_1031 (size=26918) 2024-11-09T20:35:43,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/60eb12d6e48b462dc0588858e16afa81/.tmp/cf/165d53a9cbda481f8108798785330b2d 2024-11-09T20:35:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741857_1033 (size=499309) 2024-11-09T20:35:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741857_1033 (size=499309) 2024-11-09T20:35:43,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741857_1033 (size=499309) 2024-11-09T20:35:43,791 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604/.tmp/cf/08753b6bc56a4561abfd080cc45d23f1 2024-11-09T20:35:43,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd/.tmp/cf/49dacd02db5645678dcf04110708e935 as hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd/cf/49dacd02db5645678dcf04110708e935 2024-11-09T20:35:43,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06/.tmp/cf/dd3e7a99633940d7aaa551542d84a9c2 as hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06/cf/dd3e7a99633940d7aaa551542d84a9c2 2024-11-09T20:35:43,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604/.tmp/cf/08753b6bc56a4561abfd080cc45d23f1 as hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604/cf/08753b6bc56a4561abfd080cc45d23f1 2024-11-09T20:35:43,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/60eb12d6e48b462dc0588858e16afa81/.tmp/cf/165d53a9cbda481f8108798785330b2d as hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/60eb12d6e48b462dc0588858e16afa81/cf/165d53a9cbda481f8108798785330b2d 2024-11-09T20:35:43,808 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd/cf/49dacd02db5645678dcf04110708e935, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T20:35:43,809 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 76ddc39af7c126a754999731e6585cbd in 127ms, sequenceid=5, compaction requested=false 2024-11-09T20:35:43,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 76ddc39af7c126a754999731e6585cbd: 2024-11-09T20:35:43,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. for SnapshotProcedureTest completed. 2024-11-09T20:35:43,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:35:43,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd/cf/49dacd02db5645678dcf04110708e935] hfiles 2024-11-09T20:35:43,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd/cf/49dacd02db5645678dcf04110708e935 for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,813 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06/cf/dd3e7a99633940d7aaa551542d84a9c2, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T20:35:43,815 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d8c4acb22152b807da100ed95f4e4f06 in 132ms, sequenceid=5, compaction requested=false 2024-11-09T20:35:43,815 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/60eb12d6e48b462dc0588858e16afa81/cf/165d53a9cbda481f8108798785330b2d, entries=676, sequenceid=5, filesize=26.3 K 2024-11-09T20:35:43,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d8c4acb22152b807da100ed95f4e4f06: 2024-11-09T20:35:43,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. for SnapshotProcedureTest completed. 2024-11-09T20:35:43,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:35:43,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06/cf/dd3e7a99633940d7aaa551542d84a9c2] hfiles 2024-11-09T20:35:43,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06/cf/dd3e7a99633940d7aaa551542d84a9c2 for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,816 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 60eb12d6e48b462dc0588858e16afa81 in 132ms, sequenceid=5, compaction requested=false 2024-11-09T20:35:43,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 60eb12d6e48b462dc0588858e16afa81: 2024-11-09T20:35:43,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. for SnapshotProcedureTest completed. 2024-11-09T20:35:43,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:35:43,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/60eb12d6e48b462dc0588858e16afa81/cf/165d53a9cbda481f8108798785330b2d] hfiles 2024-11-09T20:35:43,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/60eb12d6e48b462dc0588858e16afa81/cf/165d53a9cbda481f8108798785330b2d for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604/cf/08753b6bc56a4561abfd080cc45d23f1, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T20:35:43,820 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 521eb68cbe20b70b6d1746f1d76bd604 in 138ms, sequenceid=5, compaction requested=false 2024-11-09T20:35:43,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 521eb68cbe20b70b6d1746f1d76bd604: 2024-11-09T20:35:43,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. for SnapshotProcedureTest completed. 2024-11-09T20:35:43,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:35:43,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604/cf/08753b6bc56a4561abfd080cc45d23f1] hfiles 2024-11-09T20:35:43,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604/cf/08753b6bc56a4561abfd080cc45d23f1 for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741858_1034 (size=105) 2024-11-09T20:35:43,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741858_1034 (size=105) 2024-11-09T20:35:43,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741858_1034 (size=105) 2024-11-09T20:35:43,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:35:43,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T20:35:43,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:35:43,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4c4482023ecc652e71a6ee21b8fdaa7f: 2024-11-09T20:35:43,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. for SnapshotProcedureTest completed. 2024-11-09T20:35:43,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:35:43,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:35:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T20:35:43,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:35:43,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:43,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:35:43,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76ddc39af7c126a754999731e6585cbd in 10.1660 sec 2024-11-09T20:35:43,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741859_1035 (size=105) 2024-11-09T20:35:43,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741860_1036 (size=105) 2024-11-09T20:35:43,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741860_1036 (size=105) 2024-11-09T20:35:43,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741859_1035 (size=105) 2024-11-09T20:35:43,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741860_1036 (size=105) 2024-11-09T20:35:43,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741859_1035 (size=105) 2024-11-09T20:35:43,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:35:43,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T20:35:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T20:35:43,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:43,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:35:43,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731184514082.60eb12d6e48b462dc0588858e16afa81. 2024-11-09T20:35:43,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T20:35:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T20:35:43,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:43,854 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60eb12d6e48b462dc0588858e16afa81 2024-11-09T20:35:43,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d8c4acb22152b807da100ed95f4e4f06 in 10.1780 sec 2024-11-09T20:35:43,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60eb12d6e48b462dc0588858e16afa81 in 10.1790 sec 2024-11-09T20:35:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741861_1037 (size=97) 2024-11-09T20:35:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741861_1037 (size=97) 2024-11-09T20:35:43,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741861_1037 (size=97) 2024-11-09T20:35:43,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:35:43,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T20:35:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T20:35:43,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:43,874 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:35:43,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 521eb68cbe20b70b6d1746f1d76bd604 in 10.1990 sec 2024-11-09T20:35:43,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741862_1038 (size=65) 2024-11-09T20:35:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741862_1038 (size=65) 2024-11-09T20:35:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741862_1038 (size=65) 2024-11-09T20:35:44,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:35:44,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T20:35:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T20:35:44,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:44,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:35:44,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5380d153b5ecb5d8e79fe84c6e195981 in 10.4390 sec 2024-11-09T20:35:44,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:35:44,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T20:35:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T20:35:44,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:44,283 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:35:44,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-09T20:35:44,286 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T20:35:44,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4c4482023ecc652e71a6ee21b8fdaa7f in 10.6090 sec 2024-11-09T20:35:44,287 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T20:35:44,288 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T20:35:44,288 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T20:35:44,290 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:35:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741863_1039 (size=1174) 2024-11-09T20:35:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741863_1039 (size=1174) 2024-11-09T20:35:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741863_1039 (size=1174) 2024-11-09T20:35:44,311 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T20:35:44,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T20:35:44,319 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:44,319 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:44,319 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:44,319 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:44,319 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:44,323 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:44,324 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:44,325 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:44,325 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:44,381 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:35:50,935 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=221ead37f9cb:40463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T20:35:54,025 INFO [master/221ead37f9cb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T20:35:54,025 INFO [master/221ead37f9cb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T20:35:54,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-09T20:35:54,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-09T20:35:54,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-09T20:35:54,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-09T20:35:54,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-09T20:35:54,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-09T20:35:54,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-09T20:35:54,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-09T20:35:54,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-09T20:35:54,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:35:54,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:35:54,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T20:35:54,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-09T20:35:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-09T20:35:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T20:35:54,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T20:35:54,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T20:35:54,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:35:54,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-09T20:35:54,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T20:35:54,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T20:35:54,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-09T20:35:54,333 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,40049,1731184502943 Release verify snapshot worker=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:54,333 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,44603,1731184503020 Release verify snapshot worker=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:54,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-09T20:35:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T20:35:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-09T20:35:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-09T20:35:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T20:35:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T20:35:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T20:35:54,335 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,40049,1731184502943 Release verify snapshot worker=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:54,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,40049,1731184502943 in 10.0170 sec 2024-11-09T20:35:54,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,44603,1731184503020 in 10.0170 sec 2024-11-09T20:35:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-09T20:35:54,337 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33425,1731184502979 Release verify snapshot worker=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:54,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,40049,1731184502943 in 10.0190 sec 2024-11-09T20:35:54,337 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,44603,1731184503020 Release verify snapshot worker=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:54,337 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33425,1731184502979 Release verify snapshot worker=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:54,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33425,1731184502979 in 10.0210 sec 2024-11-09T20:35:54,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33425,1731184502979 in 10.0210 sec 2024-11-09T20:35:54,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,44603,1731184503020 in 10.0210 sec 2024-11-09T20:35:54,339 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,40049,1731184502943 Release verify snapshot worker=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:54,339 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33425,1731184502979 Release verify snapshot worker=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:54,339 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,44603,1731184503020 Release verify snapshot worker=221ead37f9cb,44603,1731184503020 2024-11-09T20:35:54,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,40049,1731184502943 in 10.0230 sec 2024-11-09T20:35:54,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,44603,1731184503020 in 10.0230 sec 2024-11-09T20:35:54,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33425,1731184502979 in 10.0230 sec 2024-11-09T20:35:54,343 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:54,381 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 221ead37f9cb,40049,1731184502943 2024-11-09T20:35:54,381 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 221ead37f9cb,40049,1731184502943: Simulated kill ***** 2024-11-09T20:35:54,381 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T20:35:54,381 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T20:35:54,382 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T20:35:54,382 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T20:35:54,382 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T20:35:54,382 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 696528640 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 171280064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T20:35:54,383 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44677 {}] master.MasterRpcServices(700): 221ead37f9cb,40049,1731184502943 reported a fatal error: ***** ABORTING region server 221ead37f9cb,40049,1731184502943: Simulated kill ***** 2024-11-09T20:35:54,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '221ead37f9cb,40049,1731184502943' ***** 2024-11-09T20:35:54,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T20:35:54,384 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:35:54,384 INFO [RS:0;221ead37f9cb:40049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T20:35:54,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:35:54,384 INFO [RS:0;221ead37f9cb:40049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T20:35:54,384 INFO [RS:0;221ead37f9cb:40049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:35:54,385 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:35:54,385 INFO [RS:0;221ead37f9cb:40049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;221ead37f9cb:40049. 2024-11-09T20:35:54,385 DEBUG [RS:0;221ead37f9cb:40049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:35:54,385 DEBUG [RS:0;221ead37f9cb:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741833_1009 (size=1488) 2024-11-09T20:35:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741833_1009 (size=1488) 2024-11-09T20:35:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741833_1009 (size=1488) 2024-11-09T20:35:54,390 DEBUG [RS:0;221ead37f9cb:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:35:54,390 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:35:54,390 INFO [RS:0;221ead37f9cb:40049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40049 2024-11-09T20:35:54,399 INFO [regionserver/221ead37f9cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:35:54,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:35:54,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/221ead37f9cb,40049,1731184502943 2024-11-09T20:35:54,436 INFO [RS:0;221ead37f9cb:40049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:35:54,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [221ead37f9cb,40049,1731184502943] 2024-11-09T20:35:54,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/221ead37f9cb,40049,1731184502943 already deleted, retry=false 2024-11-09T20:35:54,453 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 221ead37f9cb,40049,1731184502943 on 221ead37f9cb,44677,1731184502799 2024-11-09T20:35:54,455 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 221ead37f9cb,40049,1731184502943, splitWal=true, meta=false 2024-11-09T20:35:54,455 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 221ead37f9cb,40049,1731184502943 (carryingMeta=false) 221ead37f9cb,40049,1731184502943/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1c7c0eff[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T20:35:54,456 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 221ead37f9cb,40049,1731184502943, splitWal=true, meta=false 2024-11-09T20:35:54,458 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 221ead37f9cb,40049,1731184502943 had 3 regions 2024-11-09T20:35:54,460 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,40049,1731184502943, splitWal=true, meta=false, isMeta: false 2024-11-09T20:35:54,462 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting 2024-11-09T20:35:54,464 INFO [PEWorker-4 {}] master.SplitWALManager(105): 221ead37f9cb,40049,1731184502943 WAL count=1, meta=false 2024-11-09T20:35:54,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 221ead37f9cb%2C40049%2C1731184502943.1731184503674}] 2024-11-09T20:35:54,466 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=221ead37f9cb,33425,1731184502979 2024-11-09T20:35:54,466 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-09T20:35:54,467 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-09T20:35:54,467 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-09T20:35:54,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C40049%2C1731184502943.1731184503674, worker=221ead37f9cb,33425,1731184502979}] 2024-11-09T20:35:54,467 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,40049,1731184502943 Release verify snapshot worker=221ead37f9cb,40049,1731184502943 2024-11-09T20:35:54,467 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 221ead37f9cb,40049,1731184502943, this operation will be retried to send to another server 2024-11-09T20:35:54,468 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:35:54,468 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731184555468 2024-11-09T20:35:54,536 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T20:35:54,537 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T20:35:54,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:35:54,545 INFO [RS:0;221ead37f9cb:40049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:35:54,545 INFO [RS:0;221ead37f9cb:40049 {}] regionserver.HRegionServer(1031): Exiting; stopping=221ead37f9cb,40049,1731184502943; zookeeper connection closed. 2024-11-09T20:35:54,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1012298ca730001, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:35:54,546 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@243771e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@243771e6 2024-11-09T20:35:55,473 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=221ead37f9cb,33425,1731184502979 2024-11-09T20:36:02,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:36:04,326 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T20:36:04,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-09T20:36:04,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-09T20:36:04,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-09T20:36:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-09T20:36:04,479 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33425,1731184502979 Release verify snapshot worker=221ead37f9cb,33425,1731184502979 2024-11-09T20:36:04,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-09T20:36:04,481 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T20:36:04,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=221ead37f9cb,33425,1731184502979 in 20.1630 sec 2024-11-09T20:36:04,481 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T20:36:04,483 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T20:36:04,483 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T20:36:04,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8250 sec 2024-11-09T20:36:04,494 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674, size=1.5 K (1488bytes) 2024-11-09T20:36:04,494 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674 2024-11-09T20:36:04,495 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674 after 1ms 2024-11-09T20:36:04,497 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674 took 3ms 2024-11-09T20:36:04,502 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 7fb1a72844d5f9e9e0809baee22d7a23: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T20:36:04,502 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T20:36:04,503 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 91f9ed12ebc4ff5d3e14b6c678855df4: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T20:36:04,504 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 60eb12d6e48b462dc0588858e16afa81: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-09T20:36:04,505 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674 so closing down 2024-11-09T20:36:04,505 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T20:36:04,505 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T20:36:04,505 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-09T20:36:04,505 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674, journal: Splitting hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674, size=1.5 K (1488bytes) at 1731184564494Finishing writing output for hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674 so closing down at 1731184564505 (+11 ms)3 split writer threads finished at 1731184564505Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731184564505 2024-11-09T20:36:04,505 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674 2024-11-09T20:36:04,505 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T20:36:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44677 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T20:36:04,506 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T20:36:04,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T20:36:04,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:36:04,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:36:04,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:04,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:04,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T20:36:04,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1631345273, stopped=false 2024-11-09T20:36:04,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T20:36:04,507 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=221ead37f9cb,44677,1731184502799 2024-11-09T20:36:04,509 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting/221ead37f9cb%2C40049%2C1731184502943.1731184503674 to hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/oldWALs 2024-11-09T20:36:04,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T20:36:04,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C40049%2C1731184502943.1731184503674, worker=221ead37f9cb,33425,1731184502979 in 10.0420 sec 2024-11-09T20:36:04,511 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=221ead37f9cb,33425,1731184502979 2024-11-09T20:36:04,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T20:36:04,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C40049%2C1731184502943.1731184503674, worker=221ead37f9cb,33425,1731184502979 in 10.0470 sec 2024-11-09T20:36:04,514 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting dir is empty, no logs to split. 2024-11-09T20:36:04,514 INFO [PEWorker-5 {}] master.SplitWALManager(105): 221ead37f9cb,40049,1731184502943 WAL count=0, meta=false 2024-11-09T20:36:04,514 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 221ead37f9cb,40049,1731184502943 WAL splitting is done? wals=0, meta=false 2024-11-09T20:36:04,516 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 221ead37f9cb,40049,1731184502943 failed, ignore...File hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/WALs/221ead37f9cb,40049,1731184502943-splitting does not exist. 2024-11-09T20:36:04,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb1a72844d5f9e9e0809baee22d7a23, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60eb12d6e48b462dc0588858e16afa81, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f9ed12ebc4ff5d3e14b6c678855df4, ASSIGN}] 2024-11-09T20:36:04,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60eb12d6e48b462dc0588858e16afa81, ASSIGN 2024-11-09T20:36:04,517 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb1a72844d5f9e9e0809baee22d7a23, ASSIGN 2024-11-09T20:36:04,518 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f9ed12ebc4ff5d3e14b6c678855df4, ASSIGN 2024-11-09T20:36:04,518 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60eb12d6e48b462dc0588858e16afa81, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:04,518 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb1a72844d5f9e9e0809baee22d7a23, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:04,518 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91f9ed12ebc4ff5d3e14b6c678855df4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:04,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:36:04,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:36:04,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:36:04,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:36:04,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:36:04,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:36:04,562 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:04,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:36:04,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:36:04,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:36:04,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:36:04,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:04,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:36:04,564 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '221ead37f9cb,33425,1731184502979' ***** 2024-11-09T20:36:04,564 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T20:36:04,564 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '221ead37f9cb,44603,1731184503020' ***** 2024-11-09T20:36:04,564 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T20:36:04,564 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:36:04,565 INFO [RS:1;221ead37f9cb:33425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T20:36:04,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:36:04,565 INFO [RS:1;221ead37f9cb:33425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T20:36:04,565 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(3091): Received CLOSE for 76ddc39af7c126a754999731e6585cbd 2024-11-09T20:36:04,566 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:36:04,566 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(3091): Received CLOSE for d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:36:04,566 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c4482023ecc652e71a6ee21b8fdaa7f 2024-11-09T20:36:04,566 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(3091): Received CLOSE for 5380d153b5ecb5d8e79fe84c6e195981 2024-11-09T20:36:04,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:36:04,566 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(959): stopping server 221ead37f9cb,33425,1731184502979 2024-11-09T20:36:04,566 INFO [RS:2;221ead37f9cb:44603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T20:36:04,566 INFO [RS:1;221ead37f9cb:33425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:36:04,566 INFO [RS:2;221ead37f9cb:44603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T20:36:04,566 INFO [RS:1;221ead37f9cb:33425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;221ead37f9cb:33425. 2024-11-09T20:36:04,566 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 521eb68cbe20b70b6d1746f1d76bd604 2024-11-09T20:36:04,567 DEBUG [RS:1;221ead37f9cb:33425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:36:04,567 DEBUG [RS:1;221ead37f9cb:33425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:04,567 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f1c0850ea4ecfb709e080149cdd2834 2024-11-09T20:36:04,567 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T20:36:04,567 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:36:04,567 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T20:36:04,567 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(959): stopping server 221ead37f9cb,44603,1731184503020 2024-11-09T20:36:04,567 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T20:36:04,567 INFO [RS:2;221ead37f9cb:44603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:36:04,567 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 521eb68cbe20b70b6d1746f1d76bd604, disabling compactions & flushes 2024-11-09T20:36:04,567 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76ddc39af7c126a754999731e6585cbd, disabling compactions & flushes 2024-11-09T20:36:04,568 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T20:36:04,568 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:36:04,568 INFO [RS:2;221ead37f9cb:44603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;221ead37f9cb:44603. 2024-11-09T20:36:04,568 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:36:04,568 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:36:04,568 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:36:04,568 DEBUG [RS:2;221ead37f9cb:44603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:36:04,568 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. after waiting 0 ms 2024-11-09T20:36:04,568 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:36:04,568 DEBUG [RS:2;221ead37f9cb:44603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:04,568 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. after waiting 0 ms 2024-11-09T20:36:04,568 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:36:04,568 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T20:36:04,568 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T20:36:04,568 DEBUG [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(1325): Online Regions={521eb68cbe20b70b6d1746f1d76bd604=SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604., 0f1c0850ea4ecfb709e080149cdd2834=SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834., 997cf61806df051fa2e4d788ff2bd905=SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905.} 2024-11-09T20:36:04,568 DEBUG [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(1325): Online Regions={76ddc39af7c126a754999731e6585cbd=SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd., 1588230740=hbase:meta,,1.1588230740, d8c4acb22152b807da100ed95f4e4f06=SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06., 4c4482023ecc652e71a6ee21b8fdaa7f=SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f., 5380d153b5ecb5d8e79fe84c6e195981=SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981.} 2024-11-09T20:36:04,568 DEBUG [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(1351): Waiting on 0f1c0850ea4ecfb709e080149cdd2834, 521eb68cbe20b70b6d1746f1d76bd604, 997cf61806df051fa2e4d788ff2bd905 2024-11-09T20:36:04,568 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T20:36:04,568 DEBUG [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c4482023ecc652e71a6ee21b8fdaa7f, 5380d153b5ecb5d8e79fe84c6e195981, 76ddc39af7c126a754999731e6585cbd, d8c4acb22152b807da100ed95f4e4f06 2024-11-09T20:36:04,568 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T20:36:04,568 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T20:36:04,568 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T20:36:04,568 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T20:36:04,568 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-09T20:36:04,573 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/76ddc39af7c126a754999731e6585cbd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:04,573 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/521eb68cbe20b70b6d1746f1d76bd604/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:04,573 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:36:04,573 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:36:04,573 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 521eb68cbe20b70b6d1746f1d76bd604: Waiting for close lock at 1731184564567Running coprocessor pre-close hooks at 1731184564567Disabling compacts and flushes for region at 1731184564567Disabling writes for close at 1731184564568 (+1 ms)Writing region close event to WAL at 1731184564569 (+1 ms)Running coprocessor post-close hooks at 1731184564573 (+4 ms)Closed at 1731184564573 2024-11-09T20:36:04,573 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76ddc39af7c126a754999731e6585cbd: Waiting for close lock at 1731184564567Running coprocessor pre-close hooks at 1731184564567Disabling compacts and flushes for region at 1731184564567Disabling writes for close at 1731184564568 (+1 ms)Writing region close event to WAL at 1731184564569 (+1 ms)Running coprocessor post-close hooks at 1731184564573 (+4 ms)Closed at 1731184564573 2024-11-09T20:36:04,573 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731184514082.76ddc39af7c126a754999731e6585cbd. 2024-11-09T20:36:04,573 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731184514082.521eb68cbe20b70b6d1746f1d76bd604. 2024-11-09T20:36:04,574 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8c4acb22152b807da100ed95f4e4f06, disabling compactions & flushes 2024-11-09T20:36:04,574 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f1c0850ea4ecfb709e080149cdd2834, disabling compactions & flushes 2024-11-09T20:36:04,574 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:36:04,574 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:36:04,574 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:36:04,574 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:36:04,574 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. after waiting 0 ms 2024-11-09T20:36:04,574 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. after waiting 0 ms 2024-11-09T20:36:04,574 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:36:04,574 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:36:04,578 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/d8c4acb22152b807da100ed95f4e4f06/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:04,578 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/0f1c0850ea4ecfb709e080149cdd2834/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:36:04,578 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:36:04,578 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f1c0850ea4ecfb709e080149cdd2834: Waiting for close lock at 1731184564574Running coprocessor pre-close hooks at 1731184564574Disabling compacts and flushes for region at 1731184564574Disabling writes for close at 1731184564574Writing region close event to WAL at 1731184564574Running coprocessor post-close hooks at 1731184564578 (+4 ms)Closed at 1731184564578 2024-11-09T20:36:04,578 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:36:04,578 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8c4acb22152b807da100ed95f4e4f06: Waiting for close lock at 1731184564574Running coprocessor pre-close hooks at 1731184564574Disabling compacts and flushes for region at 1731184564574Disabling writes for close at 1731184564574Writing region close event to WAL at 1731184564574Running coprocessor post-close hooks at 1731184564578 (+4 ms)Closed at 1731184564578 2024-11-09T20:36:04,578 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731184514082.0f1c0850ea4ecfb709e080149cdd2834. 2024-11-09T20:36:04,578 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731184514082.d8c4acb22152b807da100ed95f4e4f06. 2024-11-09T20:36:04,579 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 997cf61806df051fa2e4d788ff2bd905, disabling compactions & flushes 2024-11-09T20:36:04,579 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c4482023ecc652e71a6ee21b8fdaa7f, disabling compactions & flushes 2024-11-09T20:36:04,579 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:36:04,579 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:36:04,579 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:36:04,579 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:36:04,579 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. after waiting 0 ms 2024-11-09T20:36:04,579 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. after waiting 0 ms 2024-11-09T20:36:04,579 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:36:04,579 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:36:04,582 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/997cf61806df051fa2e4d788ff2bd905/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:36:04,582 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/4c4482023ecc652e71a6ee21b8fdaa7f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:36:04,583 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:36:04,583 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 997cf61806df051fa2e4d788ff2bd905: Waiting for close lock at 1731184564579Running coprocessor pre-close hooks at 1731184564579Disabling compacts and flushes for region at 1731184564579Disabling writes for close at 1731184564579Writing region close event to WAL at 1731184564579Running coprocessor post-close hooks at 1731184564583 (+4 ms)Closed at 1731184564583 2024-11-09T20:36:04,583 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:36:04,583 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c4482023ecc652e71a6ee21b8fdaa7f: Waiting for close lock at 1731184564579Running coprocessor pre-close hooks at 1731184564579Disabling compacts and flushes for region at 1731184564579Disabling writes for close at 1731184564579Writing region close event to WAL at 1731184564579Running coprocessor post-close hooks at 1731184564583 (+4 ms)Closed at 1731184564583 2024-11-09T20:36:04,583 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731184514082.997cf61806df051fa2e4d788ff2bd905. 2024-11-09T20:36:04,583 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731184514082.4c4482023ecc652e71a6ee21b8fdaa7f. 2024-11-09T20:36:04,583 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5380d153b5ecb5d8e79fe84c6e195981, disabling compactions & flushes 2024-11-09T20:36:04,583 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:36:04,583 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:36:04,583 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. after waiting 0 ms 2024-11-09T20:36:04,583 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:36:04,587 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/default/SPTestTable/5380d153b5ecb5d8e79fe84c6e195981/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:36:04,588 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:36:04,588 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5380d153b5ecb5d8e79fe84c6e195981: Waiting for close lock at 1731184564583Running coprocessor pre-close hooks at 1731184564583Disabling compacts and flushes for region at 1731184564583Disabling writes for close at 1731184564583Writing region close event to WAL at 1731184564584 (+1 ms)Running coprocessor post-close hooks at 1731184564588 (+4 ms)Closed at 1731184564588 2024-11-09T20:36:04,588 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731184514082.5380d153b5ecb5d8e79fe84c6e195981. 2024-11-09T20:36:04,590 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/.tmp/info/8ee0dcbdab5741c1971358c7820e189f is 167, key is SPTestTable,19999999,1731184514082.7fb1a72844d5f9e9e0809baee22d7a23./info:regioninfo/1731184524769/Put/seqid=0 2024-11-09T20:36:04,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741864_1040 (size=18393) 2024-11-09T20:36:04,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741864_1040 (size=18393) 2024-11-09T20:36:04,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741864_1040 (size=18393) 2024-11-09T20:36:04,597 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/.tmp/info/8ee0dcbdab5741c1971358c7820e189f 2024-11-09T20:36:04,612 INFO [regionserver/221ead37f9cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:36:04,617 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/.tmp/ns/bb3cf78a86404310bd26097e4995728a is 43, key is default/ns:d/1731184514008/Put/seqid=0 2024-11-09T20:36:04,617 INFO [regionserver/221ead37f9cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:36:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741865_1041 (size=5153) 2024-11-09T20:36:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741865_1041 (size=5153) 2024-11-09T20:36:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741865_1041 (size=5153) 2024-11-09T20:36:04,623 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/.tmp/ns/bb3cf78a86404310bd26097e4995728a 2024-11-09T20:36:04,643 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/.tmp/table/47afa7042d6c442981f0fe324c12f102 is 47, key is SPTestTable/table:state/1731184524842/Put/seqid=0 2024-11-09T20:36:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741866_1042 (size=5214) 2024-11-09T20:36:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741866_1042 (size=5214) 2024-11-09T20:36:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741866_1042 (size=5214) 2024-11-09T20:36:04,650 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/.tmp/table/47afa7042d6c442981f0fe324c12f102 2024-11-09T20:36:04,656 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/.tmp/info/8ee0dcbdab5741c1971358c7820e189f as hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/info/8ee0dcbdab5741c1971358c7820e189f 2024-11-09T20:36:04,662 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/info/8ee0dcbdab5741c1971358c7820e189f, entries=100, sequenceid=29, filesize=18.0 K 2024-11-09T20:36:04,663 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/.tmp/ns/bb3cf78a86404310bd26097e4995728a as hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/ns/bb3cf78a86404310bd26097e4995728a 2024-11-09T20:36:04,669 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/ns/bb3cf78a86404310bd26097e4995728a, entries=2, sequenceid=29, filesize=5.0 K 2024-11-09T20:36:04,669 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(204): Hosts are {221ead37f9cb=0} racks are {/default-rack=0} 2024-11-09T20:36:04,669 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:36:04,669 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:36:04,669 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:36:04,669 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:36:04,669 INFO [221ead37f9cb:44677 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:36:04,669 INFO [221ead37f9cb:44677 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:36:04,669 DEBUG [221ead37f9cb:44677 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:36:04,670 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/.tmp/table/47afa7042d6c442981f0fe324c12f102 as hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/table/47afa7042d6c442981f0fe324c12f102 2024-11-09T20:36:04,677 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/table/47afa7042d6c442981f0fe324c12f102, entries=2, sequenceid=29, filesize=5.1 K 2024-11-09T20:36:04,678 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=29, compaction requested=false 2024-11-09T20:36:04,682 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-09T20:36:04,683 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T20:36:04,683 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T20:36:04,683 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731184564568Running coprocessor pre-close hooks at 1731184564568Disabling compacts and flushes for region at 1731184564568Disabling writes for close at 1731184564568Obtaining lock to block concurrent updates at 1731184564568Preparing flush snapshotting stores in 1588230740 at 1731184564568Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731184564569 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731184564570 (+1 ms)Flushing 1588230740/info: creating writer at 1731184564570Flushing 1588230740/info: appending metadata at 1731184564589 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731184564589Flushing 1588230740/ns: creating writer at 1731184564603 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731184564616 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731184564617 (+1 ms)Flushing 1588230740/table: creating writer at 1731184564629 (+12 ms)Flushing 1588230740/table: appending metadata at 1731184564643 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731184564643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb4c2fd: reopening flushed file at 1731184564655 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19185d78: reopening flushed file at 1731184564662 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae389f8: reopening flushed file at 1731184564669 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=29, compaction requested=false at 1731184564678 (+9 ms)Writing region close event to WAL at 1731184564679 (+1 ms)Running coprocessor post-close hooks at 1731184564683 (+4 ms)Closed at 1731184564683 2024-11-09T20:36:04,683 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T20:36:04,768 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(976): stopping server 221ead37f9cb,44603,1731184503020; all regions closed. 2024-11-09T20:36:04,768 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(976): stopping server 221ead37f9cb,33425,1731184502979; all regions closed. 2024-11-09T20:36:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741836_1012 (size=15114) 2024-11-09T20:36:04,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741836_1012 (size=15114) 2024-11-09T20:36:04,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741836_1012 (size=15114) 2024-11-09T20:36:04,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741834_1010 (size=2364) 2024-11-09T20:36:04,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741834_1010 (size=2364) 2024-11-09T20:36:04,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741834_1010 (size=2364) 2024-11-09T20:36:04,778 DEBUG [RS:2;221ead37f9cb:44603 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/oldWALs 2024-11-09T20:36:04,778 INFO [RS:2;221ead37f9cb:44603 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 221ead37f9cb%2C44603%2C1731184503020:(num 1731184503682) 2024-11-09T20:36:04,778 DEBUG [RS:2;221ead37f9cb:44603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:04,778 DEBUG [RS:1;221ead37f9cb:33425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/oldWALs 2024-11-09T20:36:04,778 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:36:04,778 INFO [RS:1;221ead37f9cb:33425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 221ead37f9cb%2C33425%2C1731184502979.meta:.meta(num 1731184513906) 2024-11-09T20:36:04,778 INFO [RS:2;221ead37f9cb:44603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:36:04,778 INFO [RS:2;221ead37f9cb:44603 {}] hbase.ChoreService(370): Chore service for: regionserver/221ead37f9cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T20:36:04,778 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T20:36:04,778 INFO [regionserver/221ead37f9cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:36:04,778 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T20:36:04,778 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T20:36:04,778 INFO [RS:2;221ead37f9cb:44603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:36:04,779 INFO [RS:2;221ead37f9cb:44603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44603 2024-11-09T20:36:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741835_1011 (size=3439) 2024-11-09T20:36:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741835_1011 (size=3439) 2024-11-09T20:36:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741835_1011 (size=3439) 2024-11-09T20:36:04,783 DEBUG [RS:1;221ead37f9cb:33425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/oldWALs 2024-11-09T20:36:04,783 INFO [RS:1;221ead37f9cb:33425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 221ead37f9cb%2C33425%2C1731184502979:(num 1731184503679) 2024-11-09T20:36:04,783 DEBUG [RS:1;221ead37f9cb:33425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:04,783 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:36:04,783 INFO [RS:1;221ead37f9cb:33425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:36:04,783 INFO [RS:1;221ead37f9cb:33425 {}] hbase.ChoreService(370): Chore service for: regionserver/221ead37f9cb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T20:36:04,783 INFO [RS:1;221ead37f9cb:33425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:36:04,783 INFO [regionserver/221ead37f9cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:36:04,784 INFO [RS:1;221ead37f9cb:33425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33425 2024-11-09T20:36:04,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:36:04,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/221ead37f9cb,44603,1731184503020 2024-11-09T20:36:04,790 INFO [RS:2;221ead37f9cb:44603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:36:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/221ead37f9cb,33425,1731184502979 2024-11-09T20:36:04,798 INFO [RS:1;221ead37f9cb:33425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:36:04,798 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007fdc8c901368@17c7e83e rejected from java.util.concurrent.ThreadPoolExecutor@13f87e1e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T20:36:04,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [221ead37f9cb,44603,1731184503020] 2024-11-09T20:36:04,823 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/221ead37f9cb,44603,1731184503020 already deleted, retry=false 2024-11-09T20:36:04,823 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 221ead37f9cb,44603,1731184503020 expired; onlineServers=1 2024-11-09T20:36:04,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [221ead37f9cb,33425,1731184502979] 2024-11-09T20:36:04,831 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/221ead37f9cb,33425,1731184502979 already deleted, retry=false 2024-11-09T20:36:04,831 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 221ead37f9cb,33425,1731184502979 expired; onlineServers=0 2024-11-09T20:36:04,831 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '221ead37f9cb,44677,1731184502799' ***** 2024-11-09T20:36:04,831 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T20:36:04,831 INFO [M:0;221ead37f9cb:44677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:36:04,831 INFO [M:0;221ead37f9cb:44677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:36:04,831 DEBUG [M:0;221ead37f9cb:44677 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T20:36:04,832 DEBUG [M:0;221ead37f9cb:44677 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T20:36:04,832 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T20:36:04,832 DEBUG [master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.large.0-1731184503353 {}] cleaner.HFileCleaner(306): Exit Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.large.0-1731184503353,5,FailOnTimeoutGroup] 2024-11-09T20:36:04,832 DEBUG [master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.small.0-1731184503353 {}] cleaner.HFileCleaner(306): Exit Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.small.0-1731184503353,5,FailOnTimeoutGroup] 2024-11-09T20:36:04,832 INFO [M:0;221ead37f9cb:44677 {}] hbase.ChoreService(370): Chore service for: master/221ead37f9cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T20:36:04,832 INFO [M:0;221ead37f9cb:44677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:36:04,832 DEBUG [M:0;221ead37f9cb:44677 {}] master.HMaster(1795): Stopping service threads 2024-11-09T20:36:04,832 INFO [M:0;221ead37f9cb:44677 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T20:36:04,832 INFO [M:0;221ead37f9cb:44677 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:04,832 ERROR [M:0;221ead37f9cb:44677 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:45247 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45247,5,PEWorkerGroup] 2024-11-09T20:36:04,832 INFO [M:0;221ead37f9cb:44677 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:36:04,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T20:36:04,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T20:36:04,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:36:04,840 DEBUG [M:0;221ead37f9cb:44677 {}] zookeeper.ZKUtil(347): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T20:36:04,840 WARN [M:0;221ead37f9cb:44677 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T20:36:04,840 INFO [M:0;221ead37f9cb:44677 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/.lastflushedseqids 2024-11-09T20:36:04,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741867_1043 (size=650) 2024-11-09T20:36:04,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741867_1043 (size=650) 2024-11-09T20:36:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741867_1043 (size=650) 2024-11-09T20:36:04,850 INFO [M:0;221ead37f9cb:44677 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:36:04,850 INFO [M:0;221ead37f9cb:44677 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T20:36:04,850 DEBUG [M:0;221ead37f9cb:44677 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T20:36:04,850 INFO [M:0;221ead37f9cb:44677 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:36:04,850 DEBUG [M:0;221ead37f9cb:44677 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:36:04,850 DEBUG [M:0;221ead37f9cb:44677 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T20:36:04,851 DEBUG [M:0;221ead37f9cb:44677 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:36:04,851 INFO [M:0;221ead37f9cb:44677 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=166.14 KB heapSize=203.37 KB 2024-11-09T20:36:04,865 DEBUG [M:0;221ead37f9cb:44677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b93b0fdd3cb9443fb6f87ee39bfaa181 is 82, key is hbase:meta,,1/info:regioninfo/1731184513945/Put/seqid=0 2024-11-09T20:36:04,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741868_1044 (size=5672) 2024-11-09T20:36:04,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741868_1044 (size=5672) 2024-11-09T20:36:04,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741868_1044 (size=5672) 2024-11-09T20:36:04,871 INFO [M:0;221ead37f9cb:44677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b93b0fdd3cb9443fb6f87ee39bfaa181 2024-11-09T20:36:04,889 DEBUG [M:0;221ead37f9cb:44677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ca2d96aacae4a5db9363bb5f2fe7de0 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731184524847/Put/seqid=0 2024-11-09T20:36:04,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741869_1045 (size=11056) 2024-11-09T20:36:04,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741869_1045 (size=11056) 2024-11-09T20:36:04,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741869_1045 (size=11056) 2024-11-09T20:36:04,902 INFO [M:0;221ead37f9cb:44677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=165.40 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ca2d96aacae4a5db9363bb5f2fe7de0 2024-11-09T20:36:04,906 INFO [RS:2;221ead37f9cb:44603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:36:04,906 INFO [M:0;221ead37f9cb:44677 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca2d96aacae4a5db9363bb5f2fe7de0 2024-11-09T20:36:04,906 INFO [RS:2;221ead37f9cb:44603 {}] regionserver.HRegionServer(1031): Exiting; stopping=221ead37f9cb,44603,1731184503020; zookeeper connection closed. 2024-11-09T20:36:04,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:04,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1012298ca730003, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:04,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a98d6dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a98d6dc 2024-11-09T20:36:04,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:04,915 INFO [RS:1;221ead37f9cb:33425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:36:04,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1012298ca730002, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:04,915 INFO [RS:1;221ead37f9cb:33425 {}] regionserver.HRegionServer(1031): Exiting; stopping=221ead37f9cb,33425,1731184502979; zookeeper connection closed. 2024-11-09T20:36:04,915 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41dfc8b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41dfc8b8 2024-11-09T20:36:04,915 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T20:36:04,921 DEBUG [M:0;221ead37f9cb:44677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6f382b21cca40b1be480537b1880ea4 is 69, key is 221ead37f9cb,33425,1731184502979/rs:state/1731184503483/Put/seqid=0 2024-11-09T20:36:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741870_1046 (size=5447) 2024-11-09T20:36:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741870_1046 (size=5447) 2024-11-09T20:36:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741870_1046 (size=5447) 2024-11-09T20:36:04,929 INFO [M:0;221ead37f9cb:44677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6f382b21cca40b1be480537b1880ea4 2024-11-09T20:36:04,934 INFO [M:0;221ead37f9cb:44677 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6f382b21cca40b1be480537b1880ea4 2024-11-09T20:36:04,935 DEBUG [M:0;221ead37f9cb:44677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b93b0fdd3cb9443fb6f87ee39bfaa181 as hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b93b0fdd3cb9443fb6f87ee39bfaa181 2024-11-09T20:36:04,942 INFO [M:0;221ead37f9cb:44677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b93b0fdd3cb9443fb6f87ee39bfaa181, entries=8, sequenceid=398, filesize=5.5 K 2024-11-09T20:36:04,943 DEBUG [M:0;221ead37f9cb:44677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ca2d96aacae4a5db9363bb5f2fe7de0 as hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ca2d96aacae4a5db9363bb5f2fe7de0 2024-11-09T20:36:04,949 INFO [M:0;221ead37f9cb:44677 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca2d96aacae4a5db9363bb5f2fe7de0 2024-11-09T20:36:04,949 INFO [M:0;221ead37f9cb:44677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ca2d96aacae4a5db9363bb5f2fe7de0, entries=51, sequenceid=398, filesize=10.8 K 2024-11-09T20:36:04,950 DEBUG [M:0;221ead37f9cb:44677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6f382b21cca40b1be480537b1880ea4 as hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6f382b21cca40b1be480537b1880ea4 2024-11-09T20:36:04,956 INFO [M:0;221ead37f9cb:44677 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6f382b21cca40b1be480537b1880ea4 2024-11-09T20:36:04,957 INFO [M:0;221ead37f9cb:44677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/9c3fcfa8-5399-7131-30a5-59bb61a2066e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6f382b21cca40b1be480537b1880ea4, entries=3, sequenceid=398, filesize=5.3 K 2024-11-09T20:36:04,958 INFO [M:0;221ead37f9cb:44677 {}] regionserver.HRegion(3140): Finished flush of dataSize ~166.14 KB/170126, heapSize ~203.07 KB/207944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=398, compaction requested=false 2024-11-09T20:36:04,959 INFO [M:0;221ead37f9cb:44677 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:36:04,959 DEBUG [M:0;221ead37f9cb:44677 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731184564850Disabling compacts and flushes for region at 1731184564850Disabling writes for close at 1731184564850Obtaining lock to block concurrent updates at 1731184564851 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731184564851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=170126, getHeapSize=208184, getOffHeapSize=0, getCellsCount=490 at 1731184564851Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731184564851Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731184564852 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731184564864 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731184564864Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731184564876 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731184564889 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731184564889Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731184564907 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731184564920 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731184564920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0c0f4a: reopening flushed file at 1731184564935 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a214b11: reopening flushed file at 1731184564942 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dae9d8a: reopening flushed file at 1731184564949 (+7 ms)Finished flush of dataSize ~166.14 KB/170126, heapSize ~203.07 KB/207944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=398, compaction requested=false at 1731184564958 (+9 ms)Writing region close event to WAL at 1731184564959 (+1 ms)Closed at 1731184564959 2024-11-09T20:36:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741830_1006 (size=196783) 2024-11-09T20:36:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42363 is added to blk_1073741830_1006 (size=196783) 2024-11-09T20:36:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45825 is added to blk_1073741830_1006 (size=196783) 2024-11-09T20:36:04,963 INFO [M:0;221ead37f9cb:44677 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T20:36:04,963 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:36:04,963 INFO [M:0;221ead37f9cb:44677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44677 2024-11-09T20:36:04,963 INFO [M:0;221ead37f9cb:44677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:36:05,073 INFO [M:0;221ead37f9cb:44677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:36:05,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:05,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44677-0x1012298ca730000, quorum=127.0.0.1:52717, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:05,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bf2b0c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:36:05,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dcebe55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:36:05,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:36:05,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea76b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:36:05,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44bc68ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/hadoop.log.dir/,STOPPED} 2024-11-09T20:36:05,109 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:36:05,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:36:05,109 WARN [BP-1183798581-172.17.0.2-1731184500958 heartbeating to localhost/127.0.0.1:45247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:36:05,109 WARN [BP-1183798581-172.17.0.2-1731184500958 heartbeating to localhost/127.0.0.1:45247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1183798581-172.17.0.2-1731184500958 (Datanode Uuid 3dff96df-0c4b-4245-a63b-8cb16f67160c) service to localhost/127.0.0.1:45247 2024-11-09T20:36:05,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data5/current/BP-1183798581-172.17.0.2-1731184500958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:05,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data6/current/BP-1183798581-172.17.0.2-1731184500958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:05,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:36:05,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5469cc5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:36:05,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4180e574{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:36:05,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:36:05,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa7c867{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:36:05,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76c74770{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/hadoop.log.dir/,STOPPED} 2024-11-09T20:36:05,114 WARN [BP-1183798581-172.17.0.2-1731184500958 heartbeating to localhost/127.0.0.1:45247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:36:05,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:36:05,114 WARN [BP-1183798581-172.17.0.2-1731184500958 heartbeating to localhost/127.0.0.1:45247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1183798581-172.17.0.2-1731184500958 (Datanode Uuid d07a6ed8-97a7-4f0e-82fe-d2ade8855399) service to localhost/127.0.0.1:45247 2024-11-09T20:36:05,114 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:36:05,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data3/current/BP-1183798581-172.17.0.2-1731184500958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:05,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data4/current/BP-1183798581-172.17.0.2-1731184500958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:05,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:36:05,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f625930{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:36:05,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7984d63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:36:05,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:36:05,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771051c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:36:05,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2613b866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/hadoop.log.dir/,STOPPED} 2024-11-09T20:36:05,119 WARN [BP-1183798581-172.17.0.2-1731184500958 heartbeating to localhost/127.0.0.1:45247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:36:05,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:36:05,119 WARN [BP-1183798581-172.17.0.2-1731184500958 heartbeating to localhost/127.0.0.1:45247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1183798581-172.17.0.2-1731184500958 (Datanode Uuid 07cf4d05-50c9-4033-be35-b01b9e3ae437) service to localhost/127.0.0.1:45247 2024-11-09T20:36:05,119 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:36:05,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data1/current/BP-1183798581-172.17.0.2-1731184500958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:05,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/cluster_4847d702-f292-e028-2734-10c1cf96afec/data/data2/current/BP-1183798581-172.17.0.2-1731184500958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:05,120 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:36:05,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61b65de7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T20:36:05,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dcf699f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:36:05,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:36:05,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ce18350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:36:05,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29107925{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f513153d-6a12-651f-d43a-5e2bc41c736e/hadoop.log.dir/,STOPPED} 2024-11-09T20:36:05,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T20:36:05,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T20:36:05,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 97) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45247 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45247 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=65 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=4171 (was 4285)