2024-12-03 09:12:28,133 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-03 09:12:28,148 main DEBUG Took 0.012884 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 09:12:28,149 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 09:12:28,149 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 09:12:28,150 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 09:12:28,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,160 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 09:12:28,181 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,185 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,187 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,188 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,189 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,191 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,192 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,193 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,194 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,195 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 09:12:28,196 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,197 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 09:12:28,198 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 09:12:28,200 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 09:12:28,202 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 09:12:28,203 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 09:12:28,204 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 09:12:28,205 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 09:12:28,215 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 09:12:28,218 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 09:12:28,220 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 09:12:28,220 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 09:12:28,221 main DEBUG createAppenders(={Console}) 2024-12-03 09:12:28,222 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-03 09:12:28,222 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-03 09:12:28,222 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-03 09:12:28,223 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 09:12:28,223 main DEBUG OutputStream closed 2024-12-03 09:12:28,223 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 09:12:28,224 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 09:12:28,224 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-03 09:12:28,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 09:12:28,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 09:12:28,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 09:12:28,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 09:12:28,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 09:12:28,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 09:12:28,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 09:12:28,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 09:12:28,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 09:12:28,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 09:12:28,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 09:12:28,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 09:12:28,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 09:12:28,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 09:12:28,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 09:12:28,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 09:12:28,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 09:12:28,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 09:12:28,326 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 09:12:28,326 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-03 09:12:28,326 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 09:12:28,327 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-03T09:12:28,343 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-03 09:12:28,347 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 09:12:28,348 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T09:12:28,360 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-03T09:12:28,402 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=12, AvailableMemoryMB=15346 2024-12-03T09:12:28,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032 2024-12-03T09:12:28,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:12:28,736 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595, deleteOnExit=true 2024-12-03T09:12:28,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:12:28,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/test.cache.data in system properties and HBase conf 2024-12-03T09:12:28,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:12:28,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:12:28,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:12:28,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:12:28,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:12:28,839 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T09:12:28,953 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:12:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:12:28,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:12:28,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:12:28,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:12:28,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:12:28,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:12:28,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:12:28,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:12:28,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:12:28,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:12:28,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:12:28,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:12:28,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:12:28,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:12:30,143 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T09:12:30,215 INFO [Time-limited test {}] log.Log(170): Logging initialized @2978ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T09:12:30,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:12:30,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:12:30,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:12:30,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:12:30,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:12:30,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:12:30,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:12:30,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:12:30,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b3081c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/java.io.tmpdir/jetty-localhost-43859-hadoop-hdfs-3_4_1-tests_jar-_-any-17371378764660378510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:12:30,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:43859} 2024-12-03T09:12:30,647 INFO [Time-limited test {}] server.Server(415): Started @3411ms 2024-12-03T09:12:31,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:12:31,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:12:31,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:12:31,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:12:31,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:12:31,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:12:31,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:12:31,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214c3992{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/java.io.tmpdir/jetty-localhost-42723-hadoop-hdfs-3_4_1-tests_jar-_-any-9503887170880825074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:12:31,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:42723} 2024-12-03T09:12:31,466 INFO [Time-limited test {}] server.Server(415): Started @4230ms 2024-12-03T09:12:31,517 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:12:31,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:12:31,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:12:31,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:12:31,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:12:31,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:12:31,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:12:31,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:12:31,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@795f0a62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/java.io.tmpdir/jetty-localhost-35637-hadoop-hdfs-3_4_1-tests_jar-_-any-14139473896893651418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:12:31,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:35637} 2024-12-03T09:12:31,827 INFO [Time-limited test {}] server.Server(415): Started @4591ms 2024-12-03T09:12:31,830 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:12:31,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:12:31,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:12:31,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:12:31,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:12:31,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:12:31,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:12:31,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:12:32,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e70bc28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/java.io.tmpdir/jetty-localhost-35773-hadoop-hdfs-3_4_1-tests_jar-_-any-17915001318471635232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:12:32,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:35773} 2024-12-03T09:12:32,013 INFO [Time-limited test {}] server.Server(415): Started @4777ms 2024-12-03T09:12:32,017 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:12:33,944 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data4/current/BP-1700051301-172.17.0.2-1733217149549/current, will proceed with Du for space computation calculation, 2024-12-03T09:12:33,944 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data1/current/BP-1700051301-172.17.0.2-1733217149549/current, will proceed with Du for space computation calculation, 2024-12-03T09:12:33,944 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data5/current/BP-1700051301-172.17.0.2-1733217149549/current, will proceed with Du for space computation calculation, 2024-12-03T09:12:33,944 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data3/current/BP-1700051301-172.17.0.2-1733217149549/current, will proceed with Du for space computation calculation, 2024-12-03T09:12:33,944 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data2/current/BP-1700051301-172.17.0.2-1733217149549/current, will proceed with Du for space computation calculation, 2024-12-03T09:12:33,945 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data6/current/BP-1700051301-172.17.0.2-1733217149549/current, will proceed with Du for space computation calculation, 2024-12-03T09:12:34,008 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:12:34,009 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:12:34,011 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:12:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3386eb00f566e391 with lease ID 0xcdaf59d46305a44b: Processing first storage report for DS-a3e824fc-5191-447c-8d92-585f5bc5d52e from datanode DatanodeRegistration(127.0.0.1:46229, datanodeUuid=79f1cda8-645d-436c-be34-d31dab5aaaa8, infoPort=43223, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549) 2024-12-03T09:12:34,077 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3386eb00f566e391 with lease ID 0xcdaf59d46305a44b: from storage DS-a3e824fc-5191-447c-8d92-585f5bc5d52e node DatanodeRegistration(127.0.0.1:46229, datanodeUuid=79f1cda8-645d-436c-be34-d31dab5aaaa8, infoPort=43223, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T09:12:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd410c3b180d0569d with lease ID 0xcdaf59d46305a44a: Processing first storage report for DS-10249772-b77e-43af-8314-c8c49666a7ee from datanode DatanodeRegistration(127.0.0.1:35455, datanodeUuid=db884ae1-c54c-48a3-9fb4-d71a3094f3ff, infoPort=38073, infoSecurePort=0, ipcPort=39861, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549) 2024-12-03T09:12:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd410c3b180d0569d with lease ID 0xcdaf59d46305a44a: from storage DS-10249772-b77e-43af-8314-c8c49666a7ee node DatanodeRegistration(127.0.0.1:35455, datanodeUuid=db884ae1-c54c-48a3-9fb4-d71a3094f3ff, infoPort=38073, infoSecurePort=0, ipcPort=39861, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T09:12:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd38e45b0021635d5 with lease ID 0xcdaf59d46305a449: Processing first storage report for DS-33eb022c-410b-49f4-af31-97e1c7486545 from datanode DatanodeRegistration(127.0.0.1:43933, datanodeUuid=779eca48-63bb-4b25-b697-4c63ba2d2baa, infoPort=32773, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549) 2024-12-03T09:12:34,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd38e45b0021635d5 with lease ID 0xcdaf59d46305a449: from storage DS-33eb022c-410b-49f4-af31-97e1c7486545 node DatanodeRegistration(127.0.0.1:43933, datanodeUuid=779eca48-63bb-4b25-b697-4c63ba2d2baa, infoPort=32773, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:12:34,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd410c3b180d0569d with lease ID 0xcdaf59d46305a44a: Processing first storage report for DS-7ee6f983-e8a5-4d5a-93b5-73485b53b2eb from datanode DatanodeRegistration(127.0.0.1:35455, datanodeUuid=db884ae1-c54c-48a3-9fb4-d71a3094f3ff, infoPort=38073, infoSecurePort=0, ipcPort=39861, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549) 2024-12-03T09:12:34,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd410c3b180d0569d with lease ID 0xcdaf59d46305a44a: from storage DS-7ee6f983-e8a5-4d5a-93b5-73485b53b2eb node DatanodeRegistration(127.0.0.1:35455, datanodeUuid=db884ae1-c54c-48a3-9fb4-d71a3094f3ff, infoPort=38073, infoSecurePort=0, ipcPort=39861, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T09:12:34,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3386eb00f566e391 with lease ID 0xcdaf59d46305a44b: Processing first storage report for DS-3940e115-7b02-4e8f-9312-1591e60c3300 from datanode DatanodeRegistration(127.0.0.1:46229, datanodeUuid=79f1cda8-645d-436c-be34-d31dab5aaaa8, infoPort=43223, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549) 2024-12-03T09:12:34,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3386eb00f566e391 with lease ID 0xcdaf59d46305a44b: from storage DS-3940e115-7b02-4e8f-9312-1591e60c3300 node DatanodeRegistration(127.0.0.1:46229, datanodeUuid=79f1cda8-645d-436c-be34-d31dab5aaaa8, infoPort=43223, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:12:34,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd38e45b0021635d5 with lease ID 0xcdaf59d46305a449: Processing first storage report for DS-782dce50-43ef-45c7-8fb2-8e2e5fbbbb47 from datanode DatanodeRegistration(127.0.0.1:43933, datanodeUuid=779eca48-63bb-4b25-b697-4c63ba2d2baa, infoPort=32773, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549) 2024-12-03T09:12:34,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd38e45b0021635d5 with lease ID 0xcdaf59d46305a449: from storage DS-782dce50-43ef-45c7-8fb2-8e2e5fbbbb47 node DatanodeRegistration(127.0.0.1:43933, datanodeUuid=779eca48-63bb-4b25-b697-4c63ba2d2baa, infoPort=32773, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=829663731;c=1733217149549), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T09:12:34,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032 2024-12-03T09:12:34,214 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/zookeeper_0, clientPort=59150, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:12:34,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59150 2024-12-03T09:12:34,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:34,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:12:34,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:12:34,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:12:34,869 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 with version=8 2024-12-03T09:12:34,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/hbase-staging 2024-12-03T09:12:34,945 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T09:12:35,145 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:12:35,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:35,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:35,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:12:35,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:35,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:12:35,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:12:35,355 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T09:12:35,364 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T09:12:35,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:12:35,390 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 987 (auto-detected) 2024-12-03T09:12:35,391 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T09:12:35,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44589 2024-12-03T09:12:35,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44589 connecting to ZooKeeper ensemble=127.0.0.1:59150 2024-12-03T09:12:35,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445890x0, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:12:35,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44589-0x1019a76f03e0000 connected 2024-12-03T09:12:35,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:35,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:35,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:12:35,735 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7, hbase.cluster.distributed=false 2024-12-03T09:12:35,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T09:12:35,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44589 2024-12-03T09:12:35,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44589 2024-12-03T09:12:35,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44589 2024-12-03T09:12:35,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44589 2024-12-03T09:12:35,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44589 2024-12-03T09:12:35,887 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:12:35,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:35,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:35,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:12:35,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:35,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:12:35,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:12:35,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:12:35,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35009 2024-12-03T09:12:35,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35009 connecting to ZooKeeper ensemble=127.0.0.1:59150 2024-12-03T09:12:35,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:35,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:35,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350090x0, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:12:35,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350090x0, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:12:35,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35009-0x1019a76f03e0001 connected 2024-12-03T09:12:35,928 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:12:35,937 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:12:35,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T09:12:35,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T09:12:35,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35009 2024-12-03T09:12:35,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35009 2024-12-03T09:12:35,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35009 2024-12-03T09:12:35,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35009 2024-12-03T09:12:35,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35009 2024-12-03T09:12:35,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:12:35,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:35,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:35,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:12:35,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:35,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:12:35,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:12:35,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:12:35,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45905 2024-12-03T09:12:35,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45905 connecting to ZooKeeper ensemble=127.0.0.1:59150 2024-12-03T09:12:35,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:35,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:36,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459050x0, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:12:36,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459050x0, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:12:36,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45905-0x1019a76f03e0002 connected 2024-12-03T09:12:36,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:12:36,011 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:12:36,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T09:12:36,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T09:12:36,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45905 2024-12-03T09:12:36,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45905 2024-12-03T09:12:36,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45905 2024-12-03T09:12:36,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45905 2024-12-03T09:12:36,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45905 2024-12-03T09:12:36,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:12:36,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:36,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:36,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:12:36,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:12:36,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:12:36,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:12:36,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:12:36,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34807 2024-12-03T09:12:36,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34807 connecting to ZooKeeper ensemble=127.0.0.1:59150 2024-12-03T09:12:36,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:36,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:36,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348070x0, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:12:36,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348070x0, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:12:36,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34807-0x1019a76f03e0003 connected 2024-12-03T09:12:36,056 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:12:36,057 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:12:36,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T09:12:36,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T09:12:36,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34807 2024-12-03T09:12:36,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34807 2024-12-03T09:12:36,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34807 2024-12-03T09:12:36,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34807 2024-12-03T09:12:36,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34807 2024-12-03T09:12:36,082 DEBUG [M:0;699c9baf3d29:44589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:44589 2024-12-03T09:12:36,083 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/699c9baf3d29,44589,1733217154990 2024-12-03T09:12:36,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:12:36,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:12:36,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:12:36,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:12:36,099 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/699c9baf3d29,44589,1733217154990 2024-12-03T09:12:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T09:12:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T09:12:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T09:12:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,129 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T09:12:36,130 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/699c9baf3d29,44589,1733217154990 from backup master directory 2024-12-03T09:12:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:12:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/699c9baf3d29,44589,1733217154990 2024-12-03T09:12:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:12:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:12:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:12:36,145 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:12:36,145 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,44589,1733217154990 2024-12-03T09:12:36,147 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T09:12:36,149 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T09:12:36,207 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/hbase.id] with ID: c42e65e7-a79e-4fdc-99a2-5809e4569864 2024-12-03T09:12:36,207 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/.tmp/hbase.id 2024-12-03T09:12:36,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:12:36,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:12:36,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:12:36,222 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/.tmp/hbase.id]:[hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/hbase.id] 2024-12-03T09:12:36,265 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:12:36,269 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:12:36,285 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-03T09:12:36,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:12:36,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:12:36,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:12:36,329 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:12:36,331 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:12:36,344 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T09:12:36,347 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:12:36,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:12:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:12:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:12:36,393 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store 2024-12-03T09:12:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:12:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:12:36,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:12:36,418 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T09:12:36,422 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:36,423 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:12:36,423 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:12:36,423 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:12:36,424 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:12:36,424 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:12:36,425 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:12:36,426 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217156423Disabling compacts and flushes for region at 1733217156423Disabling writes for close at 1733217156424 (+1 ms)Writing region close event to WAL at 1733217156424Closed at 1733217156425 (+1 ms) 2024-12-03T09:12:36,427 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/.initializing 2024-12-03T09:12:36,428 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/WALs/699c9baf3d29,44589,1733217154990 2024-12-03T09:12:36,435 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:12:36,448 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C44589%2C1733217154990, suffix=, logDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/WALs/699c9baf3d29,44589,1733217154990, archiveDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/oldWALs, maxLogs=10 2024-12-03T09:12:36,467 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/WALs/699c9baf3d29,44589,1733217154990/699c9baf3d29%2C44589%2C1733217154990.1733217156452, exclude list is [], retry=0 2024-12-03T09:12:36,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-33eb022c-410b-49f4-af31-97e1c7486545,DISK] 2024-12-03T09:12:36,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46229,DS-a3e824fc-5191-447c-8d92-585f5bc5d52e,DISK] 2024-12-03T09:12:36,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-10249772-b77e-43af-8314-c8c49666a7ee,DISK] 2024-12-03T09:12:36,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T09:12:36,528 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/WALs/699c9baf3d29,44589,1733217154990/699c9baf3d29%2C44589%2C1733217154990.1733217156452 2024-12-03T09:12:36,529 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32773:32773),(127.0.0.1/127.0.0.1:38073:38073),(127.0.0.1/127.0.0.1:43223:43223)] 2024-12-03T09:12:36,529 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:12:36,530 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:36,533 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,535 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:12:36,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:36,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:12:36,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:12:36,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:36,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:36,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:12:36,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:36,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:36,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:12:36,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:36,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:36,614 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,618 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,619 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,624 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,625 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,628 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:12:36,631 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:12:36,635 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:36,637 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72893969, jitterRate=0.08620478212833405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:12:36,642 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217156552Initializing all the Stores at 1733217156554 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217156555 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217156556 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217156556Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217156556Cleaning up temporary data from old regions at 1733217156625 (+69 ms)Region opened successfully at 1733217156641 (+16 ms) 2024-12-03T09:12:36,643 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:12:36,677 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf398f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:12:36,702 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:12:36,711 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:12:36,711 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:12:36,713 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:12:36,715 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T09:12:36,719 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T09:12:36,719 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-03T09:12:36,745 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:12:36,754 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T09:12:36,765 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T09:12:36,768 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:12:36,770 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:12:36,781 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T09:12:36,783 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:12:36,786 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:12:36,797 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T09:12:36,798 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:12:36,807 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T09:12:36,829 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:12:36,839 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T09:12:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T09:12:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T09:12:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T09:12:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T09:12:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,856 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,44589,1733217154990, sessionid=0x1019a76f03e0000, setting cluster-up flag (Was=false) 2024-12-03T09:12:36,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,918 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T09:12:36,924 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,44589,1733217154990 2024-12-03T09:12:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:36,981 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T09:12:36,983 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,44589,1733217154990 2024-12-03T09:12:36,987 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:12:37,059 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:12:37,069 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:12:37,070 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.HRegionServer(746): ClusterId : c42e65e7-a79e-4fdc-99a2-5809e4569864 2024-12-03T09:12:37,070 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(746): ClusterId : c42e65e7-a79e-4fdc-99a2-5809e4569864 2024-12-03T09:12:37,070 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(746): ClusterId : c42e65e7-a79e-4fdc-99a2-5809e4569864 2024-12-03T09:12:37,073 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:12:37,073 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:12:37,074 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:12:37,077 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:12:37,084 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,44589,1733217154990 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:12:37,090 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:12:37,090 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:12:37,090 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:12:37,090 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:12:37,102 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:12:37,103 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:12:37,105 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:12:37,105 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:12:37,106 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:12:37,106 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:12:37,106 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:12:37,106 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,106 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:12:37,107 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,112 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217187112 2024-12-03T09:12:37,114 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:12:37,114 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:12:37,114 DEBUG [RS:0;699c9baf3d29:35009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5f1131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:12:37,114 DEBUG [RS:1;699c9baf3d29:45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2f2dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:12:37,115 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:12:37,116 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:12:37,116 DEBUG [RS:2;699c9baf3d29:34807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36335e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:12:37,116 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:12:37,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:12:37,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:12:37,121 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:12:37,122 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:12:37,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:12:37,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:12:37,129 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:37,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:12:37,133 DEBUG [RS:1;699c9baf3d29:45905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;699c9baf3d29:45905 2024-12-03T09:12:37,133 DEBUG [RS:0;699c9baf3d29:35009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:35009 2024-12-03T09:12:37,132 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,135 DEBUG [RS:2;699c9baf3d29:34807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;699c9baf3d29:34807 2024-12-03T09:12:37,136 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:12:37,137 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:12:37,137 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:12:37,137 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:12:37,137 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:12:37,138 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:12:37,138 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:12:37,138 DEBUG [RS:2;699c9baf3d29:34807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:12:37,138 DEBUG [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:12:37,138 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:12:37,138 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:12:37,138 DEBUG [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:12:37,140 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:12:37,141 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,44589,1733217154990 with port=34807, startcode=1733217156034 2024-12-03T09:12:37,141 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,44589,1733217154990 with port=45905, startcode=1733217155969 2024-12-03T09:12:37,141 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,44589,1733217154990 with port=35009, startcode=1733217155851 2024-12-03T09:12:37,141 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:12:37,156 DEBUG [RS:2;699c9baf3d29:34807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:12:37,156 DEBUG [RS:0;699c9baf3d29:35009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:12:37,156 DEBUG [RS:1;699c9baf3d29:45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:12:37,156 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217157143,5,FailOnTimeoutGroup] 2024-12-03T09:12:37,160 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217157156,5,FailOnTimeoutGroup] 2024-12-03T09:12:37,160 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,160 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:12:37,162 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,162 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:12:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:12:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:12:37,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:12:37,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:37,214 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:12:37,214 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:12:37,214 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:12:37,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:12:37,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:12:37,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,34807,1733217156034 2024-12-03T09:12:37,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:12:37,226 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44589 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:37,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:37,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:12:37,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:12:37,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:37,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:12:37,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:12:37,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:12:37,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,35009,1733217155851 2024-12-03T09:12:37,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:37,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44589 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,35009,1733217155851 2024-12-03T09:12:37,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:12:37,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:12:37,241 DEBUG [RS:2;699c9baf3d29:34807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:37,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:12:37,241 DEBUG [RS:2;699c9baf3d29:34807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45525 2024-12-03T09:12:37,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:37,241 DEBUG [RS:2;699c9baf3d29:34807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:12:37,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:12:37,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:12:37,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,45905,1733217155969 2024-12-03T09:12:37,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44589 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,45905,1733217155969 2024-12-03T09:12:37,243 DEBUG [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:37,243 DEBUG [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45525 2024-12-03T09:12:37,243 DEBUG [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:12:37,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:12:37,246 DEBUG [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:37,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:37,246 DEBUG [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45525 2024-12-03T09:12:37,246 DEBUG [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:12:37,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:12:37,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:12:37,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740 2024-12-03T09:12:37,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740 2024-12-03T09:12:37,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:12:37,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:12:37,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T09:12:37,254 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:12:37,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:12:37,262 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:37,263 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72690273, jitterRate=0.08316947519779205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:12:37,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217157227Initializing all the Stores at 1733217157229 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217157229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217157229Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217157229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217157229Cleaning up temporary data from old regions at 1733217157253 (+24 ms)Region opened successfully at 1733217157266 (+13 ms) 2024-12-03T09:12:37,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:12:37,266 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:12:37,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:12:37,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:12:37,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:12:37,268 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:12:37,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217157266Disabling compacts and flushes for region at 1733217157266Disabling writes for close at 1733217157266Writing region close event to WAL at 1733217157267 (+1 ms)Closed at 1733217157268 (+1 ms) 2024-12-03T09:12:37,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:12:37,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:12:37,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:12:37,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:12:37,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:12:37,302 DEBUG [RS:2;699c9baf3d29:34807 {}] zookeeper.ZKUtil(111): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/699c9baf3d29,34807,1733217156034 2024-12-03T09:12:37,303 WARN [RS:2;699c9baf3d29:34807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:12:37,303 DEBUG [RS:0;699c9baf3d29:35009 {}] zookeeper.ZKUtil(111): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/699c9baf3d29,35009,1733217155851 2024-12-03T09:12:37,303 DEBUG [RS:1;699c9baf3d29:45905 {}] zookeeper.ZKUtil(111): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/699c9baf3d29,45905,1733217155969 2024-12-03T09:12:37,303 WARN [RS:0;699c9baf3d29:35009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:12:37,303 WARN [RS:1;699c9baf3d29:45905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:12:37,303 INFO [RS:2;699c9baf3d29:34807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:12:37,303 INFO [RS:1;699c9baf3d29:45905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:12:37,303 INFO [RS:0;699c9baf3d29:35009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:12:37,303 DEBUG [RS:2;699c9baf3d29:34807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034 2024-12-03T09:12:37,303 DEBUG [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,45905,1733217155969 2024-12-03T09:12:37,303 DEBUG [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,35009,1733217155851 2024-12-03T09:12:37,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,34807,1733217156034] 2024-12-03T09:12:37,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,45905,1733217155969] 2024-12-03T09:12:37,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,35009,1733217155851] 2024-12-03T09:12:37,326 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:12:37,326 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:12:37,326 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:12:37,338 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:12:37,338 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:12:37,338 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:12:37,343 INFO [RS:2;699c9baf3d29:34807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:12:37,343 INFO [RS:0;699c9baf3d29:35009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:12:37,343 INFO [RS:1;699c9baf3d29:45905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:12:37,343 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,343 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,343 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,344 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:12:37,344 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:12:37,346 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:12:37,349 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:12:37,349 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:12:37,349 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:12:37,351 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,351 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,351 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,352 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,352 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:12:37,352 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:12:37,353 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:12:37,353 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:12:37,353 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:12:37,354 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:12:37,354 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:12:37,354 DEBUG [RS:0;699c9baf3d29:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:12:37,354 DEBUG [RS:2;699c9baf3d29:34807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:12:37,354 DEBUG [RS:1;699c9baf3d29:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:12:37,355 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34807,1733217156034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35009,1733217155851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:12:37,355 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45905,1733217155969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:12:37,371 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:12:37,372 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:12:37,373 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,34807,1733217156034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,373 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,35009,1733217155851-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,373 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,373 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,373 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.Replication(171): 699c9baf3d29,34807,1733217156034 started 2024-12-03T09:12:37,373 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.Replication(171): 699c9baf3d29,35009,1733217155851 started 2024-12-03T09:12:37,382 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:12:37,382 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45905,1733217155969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,383 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,383 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.Replication(171): 699c9baf3d29,45905,1733217155969 started 2024-12-03T09:12:37,388 INFO [RS:2;699c9baf3d29:34807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,389 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,34807,1733217156034, RpcServer on 699c9baf3d29/172.17.0.2:34807, sessionid=0x1019a76f03e0003 2024-12-03T09:12:37,390 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:12:37,390 DEBUG [RS:2;699c9baf3d29:34807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,34807,1733217156034 2024-12-03T09:12:37,390 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,34807,1733217156034' 2024-12-03T09:12:37,390 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T09:12:37,391 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T09:12:37,392 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:12:37,392 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:12:37,392 DEBUG [RS:2;699c9baf3d29:34807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,34807,1733217156034 2024-12-03T09:12:37,392 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,34807,1733217156034' 2024-12-03T09:12:37,392 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T09:12:37,393 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T09:12:37,393 DEBUG [RS:2;699c9baf3d29:34807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:12:37,393 INFO [RS:2;699c9baf3d29:34807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:12:37,393 INFO [RS:2;699c9baf3d29:34807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:12:37,394 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,394 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,35009,1733217155851, RpcServer on 699c9baf3d29/172.17.0.2:35009, sessionid=0x1019a76f03e0001 2024-12-03T09:12:37,394 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:12:37,394 DEBUG [RS:0;699c9baf3d29:35009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,35009,1733217155851 2024-12-03T09:12:37,394 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,35009,1733217155851' 2024-12-03T09:12:37,395 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T09:12:37,395 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T09:12:37,396 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:12:37,396 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:12:37,396 DEBUG [RS:0;699c9baf3d29:35009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,35009,1733217155851 2024-12-03T09:12:37,396 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,35009,1733217155851' 2024-12-03T09:12:37,396 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T09:12:37,397 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T09:12:37,397 DEBUG [RS:0;699c9baf3d29:35009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:12:37,397 INFO [RS:0;699c9baf3d29:35009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:12:37,398 INFO [RS:0;699c9baf3d29:35009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:12:37,401 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:37,401 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,45905,1733217155969, RpcServer on 699c9baf3d29/172.17.0.2:45905, sessionid=0x1019a76f03e0002 2024-12-03T09:12:37,401 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:12:37,401 DEBUG [RS:1;699c9baf3d29:45905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,45905,1733217155969 2024-12-03T09:12:37,401 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,45905,1733217155969' 2024-12-03T09:12:37,401 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T09:12:37,402 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T09:12:37,403 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:12:37,403 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:12:37,403 DEBUG [RS:1;699c9baf3d29:45905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,45905,1733217155969 2024-12-03T09:12:37,403 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,45905,1733217155969' 2024-12-03T09:12:37,403 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T09:12:37,404 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T09:12:37,404 DEBUG [RS:1;699c9baf3d29:45905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:12:37,404 INFO [RS:1;699c9baf3d29:45905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:12:37,404 INFO [RS:1;699c9baf3d29:45905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:12:37,439 WARN [699c9baf3d29:44589 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T09:12:37,501 INFO [RS:0;699c9baf3d29:35009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:12:37,501 INFO [RS:2;699c9baf3d29:34807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:12:37,504 INFO [RS:0;699c9baf3d29:35009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C35009%2C1733217155851, suffix=, logDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,35009,1733217155851, archiveDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/oldWALs, maxLogs=32 2024-12-03T09:12:37,504 INFO [RS:2;699c9baf3d29:34807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C34807%2C1733217156034, suffix=, logDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034, archiveDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/oldWALs, maxLogs=32 2024-12-03T09:12:37,505 INFO [RS:1;699c9baf3d29:45905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:12:37,507 INFO [RS:1;699c9baf3d29:45905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C45905%2C1733217155969, suffix=, logDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,45905,1733217155969, archiveDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/oldWALs, maxLogs=32 2024-12-03T09:12:37,523 DEBUG [RS:2;699c9baf3d29:34807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034/699c9baf3d29%2C34807%2C1733217156034.1733217157507, exclude list is [], retry=0 2024-12-03T09:12:37,524 DEBUG [RS:0;699c9baf3d29:35009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,35009,1733217155851/699c9baf3d29%2C35009%2C1733217155851.1733217157507, exclude list is [], retry=0 2024-12-03T09:12:37,526 DEBUG [RS:1;699c9baf3d29:45905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,45905,1733217155969/699c9baf3d29%2C45905%2C1733217155969.1733217157509, exclude list is [], retry=0 2024-12-03T09:12:37,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-10249772-b77e-43af-8314-c8c49666a7ee,DISK] 2024-12-03T09:12:37,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46229,DS-a3e824fc-5191-447c-8d92-585f5bc5d52e,DISK] 2024-12-03T09:12:37,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-10249772-b77e-43af-8314-c8c49666a7ee,DISK] 2024-12-03T09:12:37,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46229,DS-a3e824fc-5191-447c-8d92-585f5bc5d52e,DISK] 2024-12-03T09:12:37,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-33eb022c-410b-49f4-af31-97e1c7486545,DISK] 2024-12-03T09:12:37,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46229,DS-a3e824fc-5191-447c-8d92-585f5bc5d52e,DISK] 2024-12-03T09:12:37,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-33eb022c-410b-49f4-af31-97e1c7486545,DISK] 2024-12-03T09:12:37,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-10249772-b77e-43af-8314-c8c49666a7ee,DISK] 2024-12-03T09:12:37,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-33eb022c-410b-49f4-af31-97e1c7486545,DISK] 2024-12-03T09:12:37,535 INFO [RS:2;699c9baf3d29:34807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034/699c9baf3d29%2C34807%2C1733217156034.1733217157507 2024-12-03T09:12:37,535 INFO [RS:0;699c9baf3d29:35009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,35009,1733217155851/699c9baf3d29%2C35009%2C1733217155851.1733217157507 2024-12-03T09:12:37,537 INFO [RS:1;699c9baf3d29:45905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,45905,1733217155969/699c9baf3d29%2C45905%2C1733217155969.1733217157509 2024-12-03T09:12:37,540 DEBUG [RS:0;699c9baf3d29:35009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43223:43223),(127.0.0.1/127.0.0.1:32773:32773),(127.0.0.1/127.0.0.1:38073:38073)] 2024-12-03T09:12:37,540 DEBUG [RS:2;699c9baf3d29:34807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38073:38073),(127.0.0.1/127.0.0.1:43223:43223),(127.0.0.1/127.0.0.1:32773:32773)] 2024-12-03T09:12:37,540 DEBUG [RS:1;699c9baf3d29:45905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43223:43223),(127.0.0.1/127.0.0.1:38073:38073),(127.0.0.1/127.0.0.1:32773:32773)] 2024-12-03T09:12:37,693 DEBUG [699c9baf3d29:44589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-03T09:12:37,703 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(204): Hosts are {699c9baf3d29=0} racks are {/default-rack=0} 2024-12-03T09:12:37,709 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T09:12:37,709 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T09:12:37,709 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T09:12:37,709 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T09:12:37,709 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T09:12:37,709 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T09:12:37,709 INFO [699c9baf3d29:44589 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T09:12:37,709 INFO [699c9baf3d29:44589 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T09:12:37,709 INFO [699c9baf3d29:44589 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T09:12:37,710 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T09:12:37,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:37,722 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,34807,1733217156034, state=OPENING 2024-12-03T09:12:37,738 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:12:37,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:37,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:37,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:37,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:12:37,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:12:37,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:12:37,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:12:37,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:12:37,752 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:12:37,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,34807,1733217156034}] 2024-12-03T09:12:45,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T09:12:45,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T09:12:47,780 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:12:47,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:12:47,797 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:12:47,797 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:12:47,798 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:12:47,801 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C34807%2C1733217156034.meta, suffix=.meta, logDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034, archiveDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/oldWALs, maxLogs=32 2024-12-03T09:12:47,818 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta, exclude list is [], retry=0 2024-12-03T09:12:47,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-10249772-b77e-43af-8314-c8c49666a7ee,DISK] 2024-12-03T09:12:47,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46229,DS-a3e824fc-5191-447c-8d92-585f5bc5d52e,DISK] 2024-12-03T09:12:47,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-33eb022c-410b-49f4-af31-97e1c7486545,DISK] 2024-12-03T09:12:47,826 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta 2024-12-03T09:12:47,826 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43223:43223),(127.0.0.1/127.0.0.1:38073:38073),(127.0.0.1/127.0.0.1:32773:32773)] 2024-12-03T09:12:47,827 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:12:47,829 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:12:47,831 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:12:47,837 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:12:47,841 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:12:47,841 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:47,842 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:12:47,842 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:12:47,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:12:47,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:12:47,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:47,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:12:47,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:12:47,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:12:47,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:47,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:12:47,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:12:47,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:12:47,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:47,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:12:47,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:12:47,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:12:47,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:47,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:12:47,856 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:12:47,857 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740 2024-12-03T09:12:47,860 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740 2024-12-03T09:12:47,862 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:12:47,862 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:12:47,863 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:12:47,867 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:12:47,869 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73704669, jitterRate=0.09828515350818634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:12:47,869 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:12:47,870 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217167842Writing region info on filesystem at 1733217167843 (+1 ms)Initializing all the Stores at 1733217167844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217167845 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217167845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217167845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217167845Cleaning up temporary data from old regions at 1733217167863 (+18 ms)Running coprocessor post-open hooks at 1733217167869 (+6 ms)Region opened successfully at 1733217167870 (+1 ms) 2024-12-03T09:12:47,879 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217167772 2024-12-03T09:12:47,890 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:12:47,891 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:12:47,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:47,896 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,34807,1733217156034, state=OPEN 2024-12-03T09:12:47,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:12:47,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:12:47,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:12:47,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:12:47,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:12:47,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:12:47,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:12:47,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:12:47,972 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:47,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:12:47,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,34807,1733217156034 in 10.2180 sec 2024-12-03T09:12:47,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:12:47,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7030 sec 2024-12-03T09:12:47,987 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:12:47,987 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:12:48,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:12:48,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1] 2024-12-03T09:12:48,028 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:12:48,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:12:48,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0290 sec 2024-12-03T09:12:48,050 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217168050, completionTime=-1 2024-12-03T09:12:48,052 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T09:12:48,053 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:12:48,077 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T09:12:48,078 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217228078 2024-12-03T09:12:48,078 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217288078 2024-12-03T09:12:48,078 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-03T09:12:48,079 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T09:12:48,087 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44589,1733217154990-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:48,087 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44589,1733217154990-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:48,087 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44589,1733217154990-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:48,089 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:44589, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:48,089 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:48,090 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:48,096 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:12:48,118 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.972sec 2024-12-03T09:12:48,119 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:12:48,121 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:12:48,122 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:12:48,123 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:12:48,123 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:12:48,124 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44589,1733217154990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:12:48,125 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44589,1733217154990-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:12:48,130 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:12:48,131 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:12:48,131 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44589,1733217154990-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:12:48,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1106e632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:12:48,203 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T09:12:48,203 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T09:12:48,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,44589,-1 for getting cluster id 2024-12-03T09:12:48,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:12:48,234 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42e65e7-a79e-4fdc-99a2-5809e4569864' 2024-12-03T09:12:48,237 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:12:48,237 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42e65e7-a79e-4fdc-99a2-5809e4569864" 2024-12-03T09:12:48,237 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6feeee11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:12:48,237 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,44589,-1] 2024-12-03T09:12:48,240 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:12:48,243 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:12:48,245 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:12:48,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ee4fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:12:48,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:12:48,276 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1] 2024-12-03T09:12:48,276 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:12:48,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:12:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,44589,1733217154990 2024-12-03T09:12:48,317 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733217168316 (current time:1733217168316). 2024-12-03T09:12:48,317 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-03T09:12:48,317 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-03T09:12:48,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd1f169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:12:48,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,44589,-1 for getting cluster id 2024-12-03T09:12:48,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:12:48,322 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42e65e7-a79e-4fdc-99a2-5809e4569864' 2024-12-03T09:12:48,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:12:48,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42e65e7-a79e-4fdc-99a2-5809e4569864" 2024-12-03T09:12:48,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d06f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:12:48,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,44589,-1] 2024-12-03T09:12:48,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:12:48,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:12:48,325 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:12:48,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea8a1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:12:48,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:12:48,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1] 2024-12-03T09:12:48,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:12:48,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:12:48,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:12:48,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:12:48,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:12:48,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:12:48,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:12:48,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:12:48,352 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,44589,1733217154990 2024-12-03T09:12:48,354 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712d0e3f 2024-12-03T09:12:48,356 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:12:48,358 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:12:48,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:12:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-03T09:12:48,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:12:48,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-03T09:12:48,374 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:48,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:12:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:12:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741837_1013 (size=361) 2024-12-03T09:12:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741837_1013 (size=361) 2024-12-03T09:12:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741837_1013 (size=361) 2024-12-03T09:12:48,394 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e79606a838a1c6fa9474632b1b8f9633, NAME => 'SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:48,394 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7f0417d549252b84336d63cc00a6c373, NAME => 'SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:48,394 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fb7d90d3c53efcfa55ce056059042c8, NAME => 'SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741839_1015 (size=62) 2024-12-03T09:12:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741839_1015 (size=62) 2024-12-03T09:12:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741839_1015 (size=62) 2024-12-03T09:12:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741838_1014 (size=54) 2024-12-03T09:12:48,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:48,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7f0417d549252b84336d63cc00a6c373, disabling compactions & flushes 2024-12-03T09:12:48,416 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:12:48,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:12:48,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. after waiting 0 ms 2024-12-03T09:12:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741838_1014 (size=54) 2024-12-03T09:12:48,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:12:48,416 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:12:48,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7f0417d549252b84336d63cc00a6c373: Waiting for close lock at 1733217168416Disabling compacts and flushes for region at 1733217168416Disabling writes for close at 1733217168416Writing region close event to WAL at 1733217168416Closed at 1733217168416 2024-12-03T09:12:48,417 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5c1352290d9521f3ceccfd1eb820dee9, NAME => 'SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:48,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741838_1014 (size=54) 2024-12-03T09:12:48,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:48,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4fb7d90d3c53efcfa55ce056059042c8, disabling compactions & flushes 2024-12-03T09:12:48,418 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:12:48,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:12:48,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. after waiting 0 ms 2024-12-03T09:12:48,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:12:48,418 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:12:48,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fb7d90d3c53efcfa55ce056059042c8: Waiting for close lock at 1733217168418Disabling compacts and flushes for region at 1733217168418Disabling writes for close at 1733217168418Writing region close event to WAL at 1733217168418Closed at 1733217168418 2024-12-03T09:12:48,419 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e4a35ae19eba4fa1ca52f56b9ab1d54, NAME => 'SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:48,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741840_1016 (size=62) 2024-12-03T09:12:48,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741840_1016 (size=62) 2024-12-03T09:12:48,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741840_1016 (size=62) 2024-12-03T09:12:48,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:48,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e79606a838a1c6fa9474632b1b8f9633, disabling compactions & flushes 2024-12-03T09:12:48,428 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:12:48,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:12:48,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. after waiting 0 ms 2024-12-03T09:12:48,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:12:48,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:12:48,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e79606a838a1c6fa9474632b1b8f9633: Waiting for close lock at 1733217168428Disabling compacts and flushes for region at 1733217168428Disabling writes for close at 1733217168429 (+1 ms)Writing region close event to WAL at 1733217168429Closed at 1733217168429 2024-12-03T09:12:48,430 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 15c406e7f3f5d2c5a42ceba1e6df3de5, NAME => 'SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741841_1017 (size=62) 2024-12-03T09:12:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741841_1017 (size=62) 2024-12-03T09:12:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741842_1018 (size=62) 2024-12-03T09:12:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741842_1018 (size=62) 2024-12-03T09:12:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741842_1018 (size=62) 2024-12-03T09:12:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741841_1017 (size=62) 2024-12-03T09:12:48,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:48,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8e4a35ae19eba4fa1ca52f56b9ab1d54, disabling compactions & flushes 2024-12-03T09:12:48,457 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:12:48,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:12:48,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. after waiting 0 ms 2024-12-03T09:12:48,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:12:48,457 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:12:48,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e4a35ae19eba4fa1ca52f56b9ab1d54: Waiting for close lock at 1733217168457Disabling compacts and flushes for region at 1733217168457Disabling writes for close at 1733217168457Writing region close event to WAL at 1733217168457Closed at 1733217168457 2024-12-03T09:12:48,458 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbfd4564310d67cd6af9c85d25dcfe45, NAME => 'SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:48,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:48,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5c1352290d9521f3ceccfd1eb820dee9, disabling compactions & flushes 2024-12-03T09:12:48,458 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:12:48,459 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:12:48,459 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. after waiting 0 ms 2024-12-03T09:12:48,459 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:12:48,459 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:12:48,459 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5c1352290d9521f3ceccfd1eb820dee9: Waiting for close lock at 1733217168458Disabling compacts and flushes for region at 1733217168458Disabling writes for close at 1733217168459 (+1 ms)Writing region close event to WAL at 1733217168459Closed at 1733217168459 2024-12-03T09:12:48,459 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 94b6551f165e94dc1b9d40d1e9746a6d, NAME => 'SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741843_1019 (size=62) 2024-12-03T09:12:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741843_1019 (size=62) 2024-12-03T09:12:48,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741843_1019 (size=62) 2024-12-03T09:12:48,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:48,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 15c406e7f3f5d2c5a42ceba1e6df3de5, disabling compactions & flushes 2024-12-03T09:12:48,476 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:12:48,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:12:48,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. after waiting 0 ms 2024-12-03T09:12:48,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:12:48,476 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:12:48,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 15c406e7f3f5d2c5a42ceba1e6df3de5: Waiting for close lock at 1733217168476Disabling compacts and flushes for region at 1733217168476Disabling writes for close at 1733217168476Writing region close event to WAL at 1733217168476Closed at 1733217168476 2024-12-03T09:12:48,477 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b6e16ca7e78715e2d7a4be255a2362e1, NAME => 'SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:12:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741845_1021 (size=62) 2024-12-03T09:12:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741845_1021 (size=62) 2024-12-03T09:12:48,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741845_1021 (size=62) 2024-12-03T09:12:48,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:48,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fbfd4564310d67cd6af9c85d25dcfe45, disabling compactions & flushes 2024-12-03T09:12:48,499 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:12:48,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:12:48,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. after waiting 0 ms 2024-12-03T09:12:48,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:12:48,499 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:12:48,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbfd4564310d67cd6af9c85d25dcfe45: Waiting for close lock at 1733217168498Disabling compacts and flushes for region at 1733217168498Disabling writes for close at 1733217168499 (+1 ms)Writing region close event to WAL at 1733217168499Closed at 1733217168499 2024-12-03T09:12:48,500 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18d448d08e313695b8a88f37a56b7aee, NAME => 'SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7 2024-12-03T09:12:48,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741844_1020 (size=62) 2024-12-03T09:12:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741846_1022 (size=62) 2024-12-03T09:12:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741844_1020 (size=62) 2024-12-03T09:12:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741846_1022 (size=62) 2024-12-03T09:12:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741846_1022 (size=62) 2024-12-03T09:12:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741844_1020 (size=62) 2024-12-03T09:12:48,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:48,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b6e16ca7e78715e2d7a4be255a2362e1, disabling compactions & flushes 2024-12-03T09:12:48,511 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:12:48,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:12:48,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. after waiting 0 ms 2024-12-03T09:12:48,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:12:48,511 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:12:48,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b6e16ca7e78715e2d7a4be255a2362e1: Waiting for close lock at 1733217168511Disabling compacts and flushes for region at 1733217168511Disabling writes for close at 1733217168511Writing region close event to WAL at 1733217168511Closed at 1733217168511 2024-12-03T09:12:48,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:48,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 94b6551f165e94dc1b9d40d1e9746a6d, disabling compactions & flushes 2024-12-03T09:12:48,514 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:12:48,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:12:48,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. after waiting 0 ms 2024-12-03T09:12:48,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:12:48,514 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:12:48,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 94b6551f165e94dc1b9d40d1e9746a6d: Waiting for close lock at 1733217168514Disabling compacts and flushes for region at 1733217168514Disabling writes for close at 1733217168514Writing region close event to WAL at 1733217168514Closed at 1733217168514 2024-12-03T09:12:48,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741847_1023 (size=54) 2024-12-03T09:12:48,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741847_1023 (size=54) 2024-12-03T09:12:48,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741847_1023 (size=54) 2024-12-03T09:12:48,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:48,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 18d448d08e313695b8a88f37a56b7aee, disabling compactions & flushes 2024-12-03T09:12:48,536 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:12:48,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:12:48,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. after waiting 0 ms 2024-12-03T09:12:48,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:12:48,537 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:12:48,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18d448d08e313695b8a88f37a56b7aee: Waiting for close lock at 1733217168536Disabling compacts and flushes for region at 1733217168536Disabling writes for close at 1733217168537 (+1 ms)Writing region close event to WAL at 1733217168537Closed at 1733217168537 2024-12-03T09:12:48,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:12:48,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217168539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217168539"}]},"ts":"1733217168539"} 2024-12-03T09:12:48,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733217168539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217168539"}]},"ts":"1733217168539"} 2024-12-03T09:12:48,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217168539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217168539"}]},"ts":"1733217168539"} 2024-12-03T09:12:48,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217168539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217168539"}]},"ts":"1733217168539"} 2024-12-03T09:12:48,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217168539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217168539"}]},"ts":"1733217168539"} 2024-12-03T09:12:48,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217168539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217168539"}]},"ts":"1733217168539"} 2024-12-03T09:12:48,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217168539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217168539"}]},"ts":"1733217168539"} 2024-12-03T09:12:48,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217168539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217168539"}]},"ts":"1733217168539"} 2024-12-03T09:12:48,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217168539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217168539"}]},"ts":"1733217168539"} 2024-12-03T09:12:48,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733217168539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217168539"}]},"ts":"1733217168539"} 2024-12-03T09:12:48,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-03T09:12:48,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:12:48,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217168595"}]},"ts":"1733217168595"} 2024-12-03T09:12:48,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-03T09:12:48,603 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {699c9baf3d29=0} racks are {/default-rack=0} 2024-12-03T09:12:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T09:12:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T09:12:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T09:12:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T09:12:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T09:12:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T09:12:48,612 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T09:12:48,612 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T09:12:48,612 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T09:12:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T09:12:48,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fb7d90d3c53efcfa55ce056059042c8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f0417d549252b84336d63cc00a6c373, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e79606a838a1c6fa9474632b1b8f9633, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c1352290d9521f3ceccfd1eb820dee9, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e4a35ae19eba4fa1ca52f56b9ab1d54, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15c406e7f3f5d2c5a42ceba1e6df3de5, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbfd4564310d67cd6af9c85d25dcfe45, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94b6551f165e94dc1b9d40d1e9746a6d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6e16ca7e78715e2d7a4be255a2362e1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d448d08e313695b8a88f37a56b7aee, ASSIGN}] 2024-12-03T09:12:48,619 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fb7d90d3c53efcfa55ce056059042c8, ASSIGN 2024-12-03T09:12:48,619 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f0417d549252b84336d63cc00a6c373, ASSIGN 2024-12-03T09:12:48,619 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e4a35ae19eba4fa1ca52f56b9ab1d54, ASSIGN 2024-12-03T09:12:48,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c1352290d9521f3ceccfd1eb820dee9, ASSIGN 2024-12-03T09:12:48,621 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4fb7d90d3c53efcfa55ce056059042c8, ASSIGN; state=OFFLINE, location=699c9baf3d29,45905,1733217155969; forceNewPlan=false, retain=false 2024-12-03T09:12:48,621 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7f0417d549252b84336d63cc00a6c373, ASSIGN; state=OFFLINE, location=699c9baf3d29,34807,1733217156034; forceNewPlan=false, retain=false 2024-12-03T09:12:48,621 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e4a35ae19eba4fa1ca52f56b9ab1d54, ASSIGN; state=OFFLINE, location=699c9baf3d29,34807,1733217156034; forceNewPlan=false, retain=false 2024-12-03T09:12:48,621 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c1352290d9521f3ceccfd1eb820dee9, ASSIGN; state=OFFLINE, location=699c9baf3d29,45905,1733217155969; forceNewPlan=false, retain=false 2024-12-03T09:12:48,627 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6e16ca7e78715e2d7a4be255a2362e1, ASSIGN 2024-12-03T09:12:48,627 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d448d08e313695b8a88f37a56b7aee, ASSIGN 2024-12-03T09:12:48,627 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94b6551f165e94dc1b9d40d1e9746a6d, ASSIGN 2024-12-03T09:12:48,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbfd4564310d67cd6af9c85d25dcfe45, ASSIGN 2024-12-03T09:12:48,628 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15c406e7f3f5d2c5a42ceba1e6df3de5, ASSIGN 2024-12-03T09:12:48,629 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18d448d08e313695b8a88f37a56b7aee, ASSIGN; state=OFFLINE, location=699c9baf3d29,34807,1733217156034; forceNewPlan=false, retain=false 2024-12-03T09:12:48,629 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6e16ca7e78715e2d7a4be255a2362e1, ASSIGN; state=OFFLINE, location=699c9baf3d29,45905,1733217155969; forceNewPlan=false, retain=false 2024-12-03T09:12:48,630 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbfd4564310d67cd6af9c85d25dcfe45, ASSIGN; state=OFFLINE, location=699c9baf3d29,34807,1733217156034; forceNewPlan=false, retain=false 2024-12-03T09:12:48,630 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94b6551f165e94dc1b9d40d1e9746a6d, ASSIGN; state=OFFLINE, location=699c9baf3d29,35009,1733217155851; forceNewPlan=false, retain=false 2024-12-03T09:12:48,630 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15c406e7f3f5d2c5a42ceba1e6df3de5, ASSIGN; state=OFFLINE, location=699c9baf3d29,35009,1733217155851; forceNewPlan=false, retain=false 2024-12-03T09:12:48,638 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e79606a838a1c6fa9474632b1b8f9633, ASSIGN 2024-12-03T09:12:48,640 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e79606a838a1c6fa9474632b1b8f9633, ASSIGN; state=OFFLINE, location=699c9baf3d29,35009,1733217155851; forceNewPlan=false, retain=false 2024-12-03T09:12:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:12:48,777 INFO [699c9baf3d29:44589 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-03T09:12:48,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5c1352290d9521f3ceccfd1eb820dee9, regionState=OPENING, regionLocation=699c9baf3d29,45905,1733217155969 2024-12-03T09:12:48,779 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b6e16ca7e78715e2d7a4be255a2362e1, regionState=OPENING, regionLocation=699c9baf3d29,45905,1733217155969 2024-12-03T09:12:48,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=15c406e7f3f5d2c5a42ceba1e6df3de5, regionState=OPENING, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:12:48,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=94b6551f165e94dc1b9d40d1e9746a6d, regionState=OPENING, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:12:48,779 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fb7d90d3c53efcfa55ce056059042c8, regionState=OPENING, regionLocation=699c9baf3d29,45905,1733217155969 2024-12-03T09:12:48,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=18d448d08e313695b8a88f37a56b7aee, regionState=OPENING, regionLocation=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:48,781 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e79606a838a1c6fa9474632b1b8f9633, regionState=OPENING, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:12:48,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e4a35ae19eba4fa1ca52f56b9ab1d54, regionState=OPENING, regionLocation=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:48,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fbfd4564310d67cd6af9c85d25dcfe45, regionState=OPENING, regionLocation=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:48,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f0417d549252b84336d63cc00a6c373, regionState=OPENING, regionLocation=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:48,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4fb7d90d3c53efcfa55ce056059042c8, ASSIGN because future has completed 2024-12-03T09:12:48,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fb7d90d3c53efcfa55ce056059042c8, server=699c9baf3d29,45905,1733217155969}] 2024-12-03T09:12:48,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c1352290d9521f3ceccfd1eb820dee9, ASSIGN because future has completed 2024-12-03T09:12:48,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c1352290d9521f3ceccfd1eb820dee9, server=699c9baf3d29,45905,1733217155969}] 2024-12-03T09:12:48,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6e16ca7e78715e2d7a4be255a2362e1, ASSIGN because future has completed 2024-12-03T09:12:48,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15c406e7f3f5d2c5a42ceba1e6df3de5, ASSIGN because future has completed 2024-12-03T09:12:48,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6e16ca7e78715e2d7a4be255a2362e1, server=699c9baf3d29,45905,1733217155969}] 2024-12-03T09:12:48,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c406e7f3f5d2c5a42ceba1e6df3de5, server=699c9baf3d29,35009,1733217155851}] 2024-12-03T09:12:48,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94b6551f165e94dc1b9d40d1e9746a6d, ASSIGN because future has completed 2024-12-03T09:12:48,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18d448d08e313695b8a88f37a56b7aee, ASSIGN because future has completed 2024-12-03T09:12:48,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e79606a838a1c6fa9474632b1b8f9633, ASSIGN because future has completed 2024-12-03T09:12:48,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94b6551f165e94dc1b9d40d1e9746a6d, server=699c9baf3d29,35009,1733217155851}] 2024-12-03T09:12:48,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbfd4564310d67cd6af9c85d25dcfe45, ASSIGN because future has completed 2024-12-03T09:12:48,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e4a35ae19eba4fa1ca52f56b9ab1d54, ASSIGN because future has completed 2024-12-03T09:12:48,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54, server=699c9baf3d29,34807,1733217156034}] 2024-12-03T09:12:48,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e79606a838a1c6fa9474632b1b8f9633, server=699c9baf3d29,35009,1733217155851}] 2024-12-03T09:12:48,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7f0417d549252b84336d63cc00a6c373, ASSIGN because future has completed 2024-12-03T09:12:48,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45, server=699c9baf3d29,34807,1733217156034}] 2024-12-03T09:12:48,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f0417d549252b84336d63cc00a6c373, server=699c9baf3d29,34807,1733217156034}] 2024-12-03T09:12:48,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d448d08e313695b8a88f37a56b7aee, server=699c9baf3d29,34807,1733217156034}] 2024-12-03T09:12:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:12:49,326 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:12:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:12:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:12:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:12:53,382 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T09:12:55,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T09:12:55,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T09:12:55,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:12:55,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T09:12:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:12:58,792 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:12:58,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:12:58,809 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:12:58,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:12:58,813 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:12:58,814 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c1352290d9521f3ceccfd1eb820dee9, NAME => 'SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T09:12:58,814 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,815 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:58,815 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,815 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,820 INFO [StoreOpener-5c1352290d9521f3ceccfd1eb820dee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,820 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:12:58,821 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e79606a838a1c6fa9474632b1b8f9633, NAME => 'SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T09:12:58,822 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,822 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:58,822 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,822 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,823 INFO [StoreOpener-5c1352290d9521f3ceccfd1eb820dee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c1352290d9521f3ceccfd1eb820dee9 columnFamilyName cf 2024-12-03T09:12:58,823 DEBUG [StoreOpener-5c1352290d9521f3ceccfd1eb820dee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:58,824 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:12:58,824 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e4a35ae19eba4fa1ca52f56b9ab1d54, NAME => 'SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T09:12:58,825 INFO [StoreOpener-e79606a838a1c6fa9474632b1b8f9633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,825 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,825 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:58,825 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,825 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,826 INFO [StoreOpener-5c1352290d9521f3ceccfd1eb820dee9-1 {}] regionserver.HStore(327): Store=5c1352290d9521f3ceccfd1eb820dee9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:58,826 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,827 INFO [StoreOpener-e79606a838a1c6fa9474632b1b8f9633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e79606a838a1c6fa9474632b1b8f9633 columnFamilyName cf 2024-12-03T09:12:58,828 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,828 DEBUG [StoreOpener-e79606a838a1c6fa9474632b1b8f9633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:58,828 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,828 INFO [StoreOpener-8e4a35ae19eba4fa1ca52f56b9ab1d54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,828 INFO [StoreOpener-e79606a838a1c6fa9474632b1b8f9633-1 {}] regionserver.HStore(327): Store=e79606a838a1c6fa9474632b1b8f9633/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:58,829 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,829 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,829 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,830 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,831 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,831 INFO [StoreOpener-8e4a35ae19eba4fa1ca52f56b9ab1d54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e4a35ae19eba4fa1ca52f56b9ab1d54 columnFamilyName cf 2024-12-03T09:12:58,831 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,831 DEBUG [StoreOpener-8e4a35ae19eba4fa1ca52f56b9ab1d54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:58,831 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,832 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,832 INFO [StoreOpener-8e4a35ae19eba4fa1ca52f56b9ab1d54-1 {}] regionserver.HStore(327): Store=8e4a35ae19eba4fa1ca52f56b9ab1d54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:58,832 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,833 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,834 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,834 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,834 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,834 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,835 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/5c1352290d9521f3ceccfd1eb820dee9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:58,835 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 5c1352290d9521f3ceccfd1eb820dee9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68418957, jitterRate=0.019521906971931458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:12:58,836 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:12:58,837 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,837 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/e79606a838a1c6fa9474632b1b8f9633/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:58,837 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 5c1352290d9521f3ceccfd1eb820dee9: Running coprocessor pre-open hook at 1733217178815Writing region info on filesystem at 1733217178815Initializing all the Stores at 1733217178817 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217178817Cleaning up temporary data from old regions at 1733217178829 (+12 ms)Running coprocessor post-open hooks at 1733217178836 (+7 ms)Region opened successfully at 1733217178837 (+1 ms) 2024-12-03T09:12:58,837 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e79606a838a1c6fa9474632b1b8f9633; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64540820, jitterRate=-0.03826683759689331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:12:58,838 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:12:58,838 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e79606a838a1c6fa9474632b1b8f9633: Running coprocessor pre-open hook at 1733217178822Writing region info on filesystem at 1733217178822Initializing all the Stores at 1733217178824 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217178824Cleaning up temporary data from old regions at 1733217178831 (+7 ms)Running coprocessor post-open hooks at 1733217178838 (+7 ms)Region opened successfully at 1733217178838 2024-12-03T09:12:58,840 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9., pid=16, masterSystemTime=1733217178791 2024-12-03T09:12:58,840 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633., pid=20, masterSystemTime=1733217178809 2024-12-03T09:12:58,840 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/8e4a35ae19eba4fa1ca52f56b9ab1d54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:58,841 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8e4a35ae19eba4fa1ca52f56b9ab1d54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67683261, jitterRate=0.008559182286262512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:12:58,841 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:12:58,841 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8e4a35ae19eba4fa1ca52f56b9ab1d54: Running coprocessor pre-open hook at 1733217178825Writing region info on filesystem at 1733217178825Initializing all the Stores at 1733217178827 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217178827Cleaning up temporary data from old regions at 1733217178834 (+7 ms)Running coprocessor post-open hooks at 1733217178841 (+7 ms)Region opened successfully at 1733217178841 2024-12-03T09:12:58,843 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54., pid=21, masterSystemTime=1733217178813 2024-12-03T09:12:58,843 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:12:58,843 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:12:58,844 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:12:58,844 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 94b6551f165e94dc1b9d40d1e9746a6d, NAME => 'SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T09:12:58,844 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,844 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:58,845 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,845 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e79606a838a1c6fa9474632b1b8f9633, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:12:58,845 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:12:58,845 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:12:58,846 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:12:58,846 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b6e16ca7e78715e2d7a4be255a2362e1, NAME => 'SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T09:12:58,846 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,846 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:58,846 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,847 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,848 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5c1352290d9521f3ceccfd1eb820dee9, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45905,1733217155969 2024-12-03T09:12:58,848 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:12:58,848 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:12:58,848 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:12:58,849 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => fbfd4564310d67cd6af9c85d25dcfe45, NAME => 'SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T09:12:58,849 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,849 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:58,849 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,850 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e79606a838a1c6fa9474632b1b8f9633, server=699c9baf3d29,35009,1733217155851 because future has completed 2024-12-03T09:12:58,851 INFO [StoreOpener-94b6551f165e94dc1b9d40d1e9746a6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,852 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e4a35ae19eba4fa1ca52f56b9ab1d54, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:58,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c1352290d9521f3ceccfd1eb820dee9, server=699c9baf3d29,45905,1733217155969 because future has completed 2024-12-03T09:12:58,855 INFO [StoreOpener-94b6551f165e94dc1b9d40d1e9746a6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b6551f165e94dc1b9d40d1e9746a6d columnFamilyName cf 2024-12-03T09:12:58,855 DEBUG [StoreOpener-94b6551f165e94dc1b9d40d1e9746a6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:58,856 INFO [StoreOpener-94b6551f165e94dc1b9d40d1e9746a6d-1 {}] regionserver.HStore(327): Store=94b6551f165e94dc1b9d40d1e9746a6d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54, server=699c9baf3d29,34807,1733217156034 because future has completed 2024-12-03T09:12:58,856 INFO [StoreOpener-fbfd4564310d67cd6af9c85d25dcfe45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,857 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,857 INFO [StoreOpener-b6e16ca7e78715e2d7a4be255a2362e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-03T09:12:58,858 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,860 INFO [StoreOpener-fbfd4564310d67cd6af9c85d25dcfe45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbfd4564310d67cd6af9c85d25dcfe45 columnFamilyName cf 2024-12-03T09:12:58,860 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,860 DEBUG [StoreOpener-fbfd4564310d67cd6af9c85d25dcfe45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:58,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e79606a838a1c6fa9474632b1b8f9633, server=699c9baf3d29,35009,1733217155851 in 10.0470 sec 2024-12-03T09:12:58,860 INFO [StoreOpener-b6e16ca7e78715e2d7a4be255a2362e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e16ca7e78715e2d7a4be255a2362e1 columnFamilyName cf 2024-12-03T09:12:58,860 DEBUG [StoreOpener-b6e16ca7e78715e2d7a4be255a2362e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:58,861 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,861 INFO [StoreOpener-fbfd4564310d67cd6af9c85d25dcfe45-1 {}] regionserver.HStore(327): Store=fbfd4564310d67cd6af9c85d25dcfe45/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:58,861 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,861 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-12-03T09:12:58,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e79606a838a1c6fa9474632b1b8f9633, ASSIGN in 10.2440 sec 2024-12-03T09:12:58,861 INFO [StoreOpener-b6e16ca7e78715e2d7a4be255a2362e1-1 {}] regionserver.HStore(327): Store=b6e16ca7e78715e2d7a4be255a2362e1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:58,862 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,862 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,863 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,863 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c1352290d9521f3ceccfd1eb820dee9, server=699c9baf3d29,45905,1733217155969 in 10.0680 sec 2024-12-03T09:12:58,863 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,864 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,865 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,865 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,865 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,865 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-03T09:12:58,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c1352290d9521f3ceccfd1eb820dee9, ASSIGN in 10.2490 sec 2024-12-03T09:12:58,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54, server=699c9baf3d29,34807,1733217156034 in 10.0560 sec 2024-12-03T09:12:58,868 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,870 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e4a35ae19eba4fa1ca52f56b9ab1d54, ASSIGN in 10.2530 sec 2024-12-03T09:12:58,877 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:58,877 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:58,877 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/fbfd4564310d67cd6af9c85d25dcfe45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:58,878 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened fbfd4564310d67cd6af9c85d25dcfe45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68541904, jitterRate=0.021353960037231445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:12:58,878 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 94b6551f165e94dc1b9d40d1e9746a6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58938567, jitterRate=-0.12174691259860992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:12:58,878 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b6e16ca7e78715e2d7a4be255a2362e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68391924, jitterRate=0.019119083881378174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:12:58,878 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:12:58,878 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:12:58,878 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:12:58,878 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 94b6551f165e94dc1b9d40d1e9746a6d: Running coprocessor pre-open hook at 1733217178845Writing region info on filesystem at 1733217178845Initializing all the Stores at 1733217178850 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217178850Cleaning up temporary data from old regions at 1733217178861 (+11 ms)Running coprocessor post-open hooks at 1733217178878 (+17 ms)Region opened successfully at 1733217178878 2024-12-03T09:12:58,878 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b6e16ca7e78715e2d7a4be255a2362e1: Running coprocessor pre-open hook at 1733217178847Writing region info on filesystem at 1733217178847Initializing all the Stores at 1733217178850 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217178851 (+1 ms)Cleaning up temporary data from old regions at 1733217178865 (+14 ms)Running coprocessor post-open hooks at 1733217178878 (+13 ms)Region opened successfully at 1733217178878 2024-12-03T09:12:58,878 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for fbfd4564310d67cd6af9c85d25dcfe45: Running coprocessor pre-open hook at 1733217178850Writing region info on filesystem at 1733217178850Initializing all the Stores at 1733217178851 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217178851Cleaning up temporary data from old regions at 1733217178865 (+14 ms)Running coprocessor post-open hooks at 1733217178878 (+13 ms)Region opened successfully at 1733217178878 2024-12-03T09:12:58,879 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1., pid=18, masterSystemTime=1733217178791 2024-12-03T09:12:58,880 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d., pid=19, masterSystemTime=1733217178809 2024-12-03T09:12:58,880 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., pid=22, masterSystemTime=1733217178813 2024-12-03T09:12:58,882 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:12:58,882 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:12:58,882 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:12:58,883 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fb7d90d3c53efcfa55ce056059042c8, NAME => 'SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T09:12:58,883 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,883 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:58,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b6e16ca7e78715e2d7a4be255a2362e1, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45905,1733217155969 2024-12-03T09:12:58,883 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,883 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,884 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:12:58,884 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:12:58,884 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:12:58,884 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 15c406e7f3f5d2c5a42ceba1e6df3de5, NAME => 'SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-03T09:12:58,885 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,885 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:58,885 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,885 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=94b6551f165e94dc1b9d40d1e9746a6d, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:12:58,887 INFO [StoreOpener-4fb7d90d3c53efcfa55ce056059042c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,887 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:12:58,887 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:12:58,888 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:12:58,888 INFO [StoreOpener-15c406e7f3f5d2c5a42ceba1e6df3de5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6e16ca7e78715e2d7a4be255a2362e1, server=699c9baf3d29,45905,1733217155969 because future has completed 2024-12-03T09:12:58,888 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f0417d549252b84336d63cc00a6c373, NAME => 'SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T09:12:58,888 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,888 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:58,888 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,888 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,890 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fbfd4564310d67cd6af9c85d25dcfe45, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:58,890 INFO [StoreOpener-4fb7d90d3c53efcfa55ce056059042c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fb7d90d3c53efcfa55ce056059042c8 columnFamilyName cf 2024-12-03T09:12:58,890 DEBUG [StoreOpener-4fb7d90d3c53efcfa55ce056059042c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:58,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94b6551f165e94dc1b9d40d1e9746a6d, server=699c9baf3d29,35009,1733217155851 because future has completed 2024-12-03T09:12:58,891 INFO [StoreOpener-4fb7d90d3c53efcfa55ce056059042c8-1 {}] regionserver.HStore(327): Store=4fb7d90d3c53efcfa55ce056059042c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:58,891 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,893 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,894 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,894 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,894 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-03T09:12:58,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b6e16ca7e78715e2d7a4be255a2362e1, server=699c9baf3d29,45905,1733217155969 in 10.0980 sec 2024-12-03T09:12:58,897 INFO [StoreOpener-7f0417d549252b84336d63cc00a6c373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,898 INFO [StoreOpener-15c406e7f3f5d2c5a42ceba1e6df3de5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c406e7f3f5d2c5a42ceba1e6df3de5 columnFamilyName cf 2024-12-03T09:12:58,898 DEBUG [StoreOpener-15c406e7f3f5d2c5a42ceba1e6df3de5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:58,898 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,899 INFO [StoreOpener-15c406e7f3f5d2c5a42ceba1e6df3de5-1 {}] regionserver.HStore(327): Store=15c406e7f3f5d2c5a42ceba1e6df3de5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:58,899 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,900 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,901 INFO [StoreOpener-7f0417d549252b84336d63cc00a6c373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f0417d549252b84336d63cc00a6c373 columnFamilyName cf 2024-12-03T09:12:58,901 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,901 DEBUG [StoreOpener-7f0417d549252b84336d63cc00a6c373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:58,901 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/4fb7d90d3c53efcfa55ce056059042c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:58,901 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,901 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,902 INFO [StoreOpener-7f0417d549252b84336d63cc00a6c373-1 {}] regionserver.HStore(327): Store=7f0417d549252b84336d63cc00a6c373/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:58,902 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,902 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 4fb7d90d3c53efcfa55ce056059042c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73540107, jitterRate=0.09583298861980438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:12:58,902 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:12:58,902 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 4fb7d90d3c53efcfa55ce056059042c8: Running coprocessor pre-open hook at 1733217178884Writing region info on filesystem at 1733217178884Initializing all the Stores at 1733217178886 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217178886Cleaning up temporary data from old regions at 1733217178895 (+9 ms)Running coprocessor post-open hooks at 1733217178902 (+7 ms)Region opened successfully at 1733217178902 2024-12-03T09:12:58,903 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,904 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,905 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,905 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,905 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,907 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,908 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/15c406e7f3f5d2c5a42ceba1e6df3de5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:58,909 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 15c406e7f3f5d2c5a42ceba1e6df3de5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62227794, jitterRate=-0.07273361086845398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:12:58,909 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:12:58,909 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 15c406e7f3f5d2c5a42ceba1e6df3de5: Running coprocessor pre-open hook at 1733217178885Writing region info on filesystem at 1733217178885Initializing all the Stores at 1733217178887 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217178887Cleaning up temporary data from old regions at 1733217178901 (+14 ms)Running coprocessor post-open hooks at 1733217178909 (+8 ms)Region opened successfully at 1733217178909 2024-12-03T09:12:58,910 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5., pid=17, masterSystemTime=1733217178809 2024-12-03T09:12:58,911 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/7f0417d549252b84336d63cc00a6c373/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:58,911 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8., pid=15, masterSystemTime=1733217178791 2024-12-03T09:12:58,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45, server=699c9baf3d29,34807,1733217156034 because future has completed 2024-12-03T09:12:58,913 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 7f0417d549252b84336d63cc00a6c373; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74918496, jitterRate=0.11637258529663086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:12:58,913 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:12:58,913 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 7f0417d549252b84336d63cc00a6c373: Running coprocessor pre-open hook at 1733217178889Writing region info on filesystem at 1733217178889Initializing all the Stores at 1733217178897 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217178897Cleaning up temporary data from old regions at 1733217178905 (+8 ms)Running coprocessor post-open hooks at 1733217178913 (+8 ms)Region opened successfully at 1733217178913 2024-12-03T09:12:58,914 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373., pid=23, masterSystemTime=1733217178813 2024-12-03T09:12:58,914 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:12:58,915 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:12:58,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6e16ca7e78715e2d7a4be255a2362e1, ASSIGN in 10.2820 sec 2024-12-03T09:12:58,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-12-03T09:12:58,916 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=15c406e7f3f5d2c5a42ceba1e6df3de5, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:12:58,917 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:12:58,917 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:12:58,920 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:12:58,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c406e7f3f5d2c5a42ceba1e6df3de5, server=699c9baf3d29,35009,1733217155851 because future has completed 2024-12-03T09:12:58,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 94b6551f165e94dc1b9d40d1e9746a6d, server=699c9baf3d29,35009,1733217155851 in 10.0990 sec 2024-12-03T09:12:58,920 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:12:58,921 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:12:58,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fb7d90d3c53efcfa55ce056059042c8, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45905,1733217155969 2024-12-03T09:12:58,921 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 18d448d08e313695b8a88f37a56b7aee, NAME => 'SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T09:12:58,921 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,921 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:12:58,921 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,922 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-12-03T09:12:58,923 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f0417d549252b84336d63cc00a6c373, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:58,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45, server=699c9baf3d29,34807,1733217156034 in 10.1040 sec 2024-12-03T09:12:58,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fb7d90d3c53efcfa55ce056059042c8, server=699c9baf3d29,45905,1733217155969 because future has completed 2024-12-03T09:12:58,925 INFO [StoreOpener-18d448d08e313695b8a88f37a56b7aee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,928 INFO [StoreOpener-18d448d08e313695b8a88f37a56b7aee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d448d08e313695b8a88f37a56b7aee columnFamilyName cf 2024-12-03T09:12:58,928 DEBUG [StoreOpener-18d448d08e313695b8a88f37a56b7aee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:12:58,929 INFO [StoreOpener-18d448d08e313695b8a88f37a56b7aee-1 {}] regionserver.HStore(327): Store=18d448d08e313695b8a88f37a56b7aee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:12:58,929 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,930 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f0417d549252b84336d63cc00a6c373, server=699c9baf3d29,34807,1733217156034 because future has completed 2024-12-03T09:12:58,931 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,932 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44589 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=699c9baf3d29,45905,1733217155969, table=SPTestTable, region=4fb7d90d3c53efcfa55ce056059042c8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T09:12:58,932 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,933 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94b6551f165e94dc1b9d40d1e9746a6d, ASSIGN in 10.3050 sec 2024-12-03T09:12:58,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbfd4564310d67cd6af9c85d25dcfe45, ASSIGN in 10.3090 sec 2024-12-03T09:12:58,936 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-12-03T09:12:58,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 15c406e7f3f5d2c5a42ceba1e6df3de5, server=699c9baf3d29,35009,1733217155851 in 10.1320 sec 2024-12-03T09:12:58,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-12-03T09:12:58,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-03T09:12:58,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15c406e7f3f5d2c5a42ceba1e6df3de5, ASSIGN in 10.3250 sec 2024-12-03T09:12:58,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fb7d90d3c53efcfa55ce056059042c8, server=699c9baf3d29,45905,1733217155969 in 10.1490 sec 2024-12-03T09:12:58,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f0417d549252b84336d63cc00a6c373, server=699c9baf3d29,34807,1733217156034 in 10.1240 sec 2024-12-03T09:12:58,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fb7d90d3c53efcfa55ce056059042c8, ASSIGN in 10.3260 sec 2024-12-03T09:12:58,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f0417d549252b84336d63cc00a6c373, ASSIGN in 10.3280 sec 2024-12-03T09:12:58,945 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/18d448d08e313695b8a88f37a56b7aee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:12:58,946 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 18d448d08e313695b8a88f37a56b7aee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67469558, jitterRate=0.0053747594356536865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:12:58,946 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:12:58,946 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 18d448d08e313695b8a88f37a56b7aee: Running coprocessor pre-open hook at 1733217178922Writing region info on filesystem at 1733217178922Initializing all the Stores at 1733217178924 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217178924Cleaning up temporary data from old regions at 1733217178933 (+9 ms)Running coprocessor post-open hooks at 1733217178946 (+13 ms)Region opened successfully at 1733217178946 2024-12-03T09:12:58,948 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee., pid=24, masterSystemTime=1733217178813 2024-12-03T09:12:58,951 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:12:58,951 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:12:58,952 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=18d448d08e313695b8a88f37a56b7aee, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,34807,1733217156034 2024-12-03T09:12:58,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d448d08e313695b8a88f37a56b7aee, server=699c9baf3d29,34807,1733217156034 because future has completed 2024-12-03T09:12:58,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-12-03T09:12:58,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 18d448d08e313695b8a88f37a56b7aee, server=699c9baf3d29,34807,1733217156034 in 10.1400 sec 2024-12-03T09:12:58,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-03T09:12:58,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d448d08e313695b8a88f37a56b7aee, ASSIGN in 10.3460 sec 2024-12-03T09:12:58,966 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:12:58,966 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217178966"}]},"ts":"1733217178966"} 2024-12-03T09:12:58,969 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-03T09:12:58,972 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:12:58,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6070 sec 2024-12-03T09:13:01,330 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-03T09:13:04,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:13:04,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T09:13:05,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-03T09:13:05,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-03T09:13:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:13:06,704 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-03T09:13:06,704 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-03T09:13:06,705 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T09:13:06,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-03T09:13:06,716 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T09:13:06,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-03T09:13:06,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:06,761 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:06,763 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:06,766 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:06,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:06,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:06,776 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:06,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:06,839 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d., hostname=699c9baf3d29,35009,1733217155851, seqNum=2] 2024-12-03T09:13:06,842 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d., hostname=699c9baf3d29,35009,1733217155851, seqNum=2] 2024-12-03T09:13:06,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d., hostname=699c9baf3d29,35009,1733217155851, seqNum=2] 2024-12-03T09:13:06,850 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d., hostname=699c9baf3d29,35009,1733217155851, seqNum=2] 2024-12-03T09:13:06,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d., hostname=699c9baf3d29,35009,1733217155851, seqNum=2] 2024-12-03T09:13:06,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d., hostname=699c9baf3d29,35009,1733217155851, seqNum=2] 2024-12-03T09:13:06,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d., hostname=699c9baf3d29,35009,1733217155851, seqNum=2] 2024-12-03T09:13:06,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d., hostname=699c9baf3d29,35009,1733217155851, seqNum=2] 2024-12-03T09:13:06,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1., hostname=699c9baf3d29,45905,1733217155969, seqNum=2] 2024-12-03T09:13:06,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1., hostname=699c9baf3d29,45905,1733217155969, seqNum=2] 2024-12-03T09:13:06,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1., hostname=699c9baf3d29,45905,1733217155969, seqNum=2] 2024-12-03T09:13:06,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1., hostname=699c9baf3d29,45905,1733217155969, seqNum=2] 2024-12-03T09:13:06,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1., hostname=699c9baf3d29,45905,1733217155969, seqNum=2] 2024-12-03T09:13:06,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1., hostname=699c9baf3d29,45905,1733217155969, seqNum=2] 2024-12-03T09:13:06,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1., hostname=699c9baf3d29,45905,1733217155969, seqNum=2] 2024-12-03T09:13:06,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1., hostname=699c9baf3d29,45905,1733217155969, seqNum=2] 2024-12-03T09:13:07,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:07,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:07,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:07,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:07,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:07,052 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:07,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee., hostname=699c9baf3d29,34807,1733217156034, seqNum=2] 2024-12-03T09:13:07,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:13:07,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:13:07,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:13:07,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:13:07,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35009 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T09:13:08,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T09:13:08,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:13:08,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T09:13:08,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T09:13:08,828 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-03T09:13:08,830 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T09:13:08,831 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-03T09:13:08,838 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-03T09:13:08,856 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-03T09:13:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741848_1024 (size=49) 2024-12-03T09:13:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741848_1024 (size=49) 2024-12-03T09:13:08,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741848_1024 (size=49) 2024-12-03T09:13:08,929 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-03T09:13:08,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fb7d90d3c53efcfa55ce056059042c8}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e79606a838a1c6fa9474632b1b8f9633}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c1352290d9521f3ceccfd1eb820dee9}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c406e7f3f5d2c5a42ceba1e6df3de5}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94b6551f165e94dc1b9d40d1e9746a6d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6e16ca7e78715e2d7a4be255a2362e1}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee}] 2024-12-03T09:13:08,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:13:08,942 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:13:08,943 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:08,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:13:08,952 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:08,954 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:13:08,954 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:13:08,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:08,965 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:13:08,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:09,031 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 699c9baf3d29,34807,1733217156034 2024-12-03T09:13:09,032 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 699c9baf3d29,34807,1733217156034: Simulated kill ***** 2024-12-03T09:13:09,033 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:13:09,036 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:13:09,112 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:13:09,114 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:13:09,115 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:13:09,122 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 527196848 }, "NonHeapMemoryUsage": { "committed": 157024256, "init": 7667712, "max": -1, "used": 153695912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "699c9baf3d29", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "699c9baf3d29", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59150", "tag.serverName": "699c9baf3d29,34807,1733217156034", "tag.clusterId": "c42e65e7-a79e-4fdc-99a2-5809e4569864", "tag.Context": "regionserver", "tag.Hostname": "699c9baf3d29", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733217156034, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-03T09:13:09,126 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44589 {}] master.MasterRpcServices(700): 699c9baf3d29,34807,1733217156034 reported a fatal error: ***** ABORTING region server 699c9baf3d29,34807,1733217156034: Simulated kill ***** 2024-12-03T09:13:09,133 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,34807,1733217156034' ***** 2024-12-03T09:13:09,133 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-03T09:13:09,133 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:13:09,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:13:09,133 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T09:13:09,134 INFO [RS:2;699c9baf3d29:34807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T09:13:09,134 INFO [RS:2;699c9baf3d29:34807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T09:13:09,134 INFO [RS:2;699c9baf3d29:34807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:13:09,134 INFO [RS:2;699c9baf3d29:34807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;699c9baf3d29:34807. 2024-12-03T09:13:09,134 DEBUG [RS:2;699c9baf3d29:34807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:13:09,134 DEBUG [RS:2;699c9baf3d29:34807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:13:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741836_1012 (size=14382) 2024-12-03T09:13:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741836_1012 (size=14382) 2024-12-03T09:13:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741836_1012 (size=14382) 2024-12-03T09:13:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741833_1009 (size=1257) 2024-12-03T09:13:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741833_1009 (size=1257) 2024-12-03T09:13:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741833_1009 (size=1257) 2024-12-03T09:13:09,153 DEBUG [RS:2;699c9baf3d29:34807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:13:09,154 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:13:09,154 INFO [RS:2;699c9baf3d29:34807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34807 2024-12-03T09:13:09,193 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:13:09,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T09:13:09,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/699c9baf3d29,34807,1733217156034 2024-12-03T09:13:09,222 INFO [RS:2;699c9baf3d29:34807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:13:09,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,34807,1733217156034] 2024-12-03T09:13:09,319 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/699c9baf3d29,34807,1733217156034 already deleted, retry=false 2024-12-03T09:13:09,320 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 699c9baf3d29,34807,1733217156034 on 699c9baf3d29,44589,1733217154990 2024-12-03T09:13:09,326 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 699c9baf3d29,34807,1733217156034, splitWal=true, meta=true 2024-12-03T09:13:09,332 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 699c9baf3d29,34807,1733217156034, splitWal=true, meta=true 2024-12-03T09:13:09,332 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 699c9baf3d29,34807,1733217156034 (carryingMeta=true) 699c9baf3d29,34807,1733217156034/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5ac8fe21[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T09:13:09,334 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 699c9baf3d29,34807,1733217156034, splitWal=true, meta=true, isMeta: true 2024-12-03T09:13:09,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:09,335 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:09,335 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:09,335 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:09,336 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 can not run currently because target server of region SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-03T09:13:09,336 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 can not run currently because target server of region SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-03T09:13:09,337 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54; timeout=1000, timestamp=1733217190337 2024-12-03T09:13:09,337 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373; timeout=1000, timestamp=1733217190337 2024-12-03T09:13:09,337 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting 2024-12-03T09:13:09,337 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 can not run currently because target server of region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-03T09:13:09,337 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee can not run currently because target server of region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-03T09:13:09,337 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45; timeout=1000, timestamp=1733217190337 2024-12-03T09:13:09,337 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee; timeout=1000, timestamp=1733217190337 2024-12-03T09:13:09,339 INFO [PEWorker-2 {}] master.SplitWALManager(105): 699c9baf3d29,34807,1733217156034 WAL count=1, meta=true 2024-12-03T09:13:09,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta}] 2024-12-03T09:13:09,347 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:09,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta, worker=699c9baf3d29,35009,1733217155851}] 2024-12-03T09:13:09,361 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:13:09,361 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:13:09,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:13:09,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34807-0x1019a76f03e0003, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:13:09,365 INFO [RS:2;699c9baf3d29:34807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:13:09,365 INFO [RS:2;699c9baf3d29:34807 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,34807,1733217156034; zookeeper connection closed. 2024-12-03T09:13:09,366 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4444d28d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4444d28d 2024-12-03T09:13:10,337 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:10,337 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:10,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:10,338 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:10,339 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 can not run currently because target server of region SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-03T09:13:10,339 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee can not run currently because target server of region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-03T09:13:10,339 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 can not run currently because target server of region SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-03T09:13:10,339 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 can not run currently because target server of region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-03T09:13:10,339 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54; timeout=2000, timestamp=1733217192339 2024-12-03T09:13:10,339 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee; timeout=2000, timestamp=1733217192339 2024-12-03T09:13:10,339 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45; timeout=2000, timestamp=1733217192339 2024-12-03T09:13:10,339 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373; timeout=2000, timestamp=1733217192339 2024-12-03T09:13:12,340 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:12,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:12,340 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:12,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:12,342 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 can not run currently because target server of region SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-03T09:13:12,342 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 can not run currently because target server of region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-03T09:13:12,342 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee can not run currently because target server of region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-03T09:13:12,342 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45; timeout=4000, timestamp=1733217196342 2024-12-03T09:13:12,342 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee; timeout=4000, timestamp=1733217196342 2024-12-03T09:13:12,342 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 can not run currently because target server of region SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-03T09:13:12,343 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373; timeout=4000, timestamp=1733217196343 2024-12-03T09:13:12,343 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54; timeout=4000, timestamp=1733217196343 2024-12-03T09:13:16,343 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:16,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:16,343 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:16,343 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:16,344 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 can not run currently because target server of region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-03T09:13:16,344 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 can not run currently because target server of region SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-03T09:13:16,345 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45; timeout=8000, timestamp=1733217204344 2024-12-03T09:13:16,345 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54; timeout=8000, timestamp=1733217204345 2024-12-03T09:13:16,345 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee can not run currently because target server of region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-03T09:13:16,345 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 can not run currently because target server of region SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-03T09:13:16,345 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee; timeout=8000, timestamp=1733217204345 2024-12-03T09:13:16,345 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373; timeout=8000, timestamp=1733217204345 2024-12-03T09:13:18,813 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=699c9baf3d29,45905,1733217155969, timeout=1733217198939, delay=125, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6e16ca7e78715e2d7a4be255a2362e1, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c1352290d9521f3ceccfd1eb820dee9, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fb7d90d3c53efcfa55ce056059042c8], containedObject=699c9baf3d29,35009,1733217155851, timeout=1733217198945, delay=131, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94b6551f165e94dc1b9d40d1e9746a6d, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e79606a838a1c6fa9474632b1b8f9633, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta, worker=699c9baf3d29,35009,1733217155851, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c406e7f3f5d2c5a42ceba1e6df3de5], containedObject=699c9baf3d29,34807,1733217156034, timeout=1733217198946, delay=132, operations=null] 2024-12-03T09:13:18,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-03T09:13:18,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-03T09:13:18,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-03T09:13:18,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:13:18,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:13:18,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:13:18,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-03T09:13:18,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-03T09:13:18,952 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b6e16ca7e78715e2d7a4be255a2362e1 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-03T09:13:18,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:13:18,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5c1352290d9521f3ceccfd1eb820dee9: 2024-12-03T09:13:18,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 4fb7d90d3c53efcfa55ce056059042c8: 2024-12-03T09:13:18,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. for SnapshotProcedureTest completed. 2024-12-03T09:13:18,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. for SnapshotProcedureTest completed. 2024-12-03T09:13:18,953 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 94b6551f165e94dc1b9d40d1e9746a6d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-03T09:13:18,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:13:18,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:13:18,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:13:18,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:13:18,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-03T09:13:18,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:13:18,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:13:18,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:13:18,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e79606a838a1c6fa9474632b1b8f9633: 2024-12-03T09:13:18,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. for SnapshotProcedureTest completed. 2024-12-03T09:13:18,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:13:18,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:13:18,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:13:18,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-03T09:13:18,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:13:18,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 15c406e7f3f5d2c5a42ceba1e6df3de5: 2024-12-03T09:13:18,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. for SnapshotProcedureTest completed. 2024-12-03T09:13:18,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:13:18,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:13:18,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:13:19,002 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta, size=14.0 K (14382bytes) 2024-12-03T09:13:19,003 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T09:13:19,003 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T09:13:19,003 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta 2024-12-03T09:13:19,013 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta after 7ms 2024-12-03T09:13:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741850_1026 (size=65) 2024-12-03T09:13:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741850_1026 (size=65) 2024-12-03T09:13:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741850_1026 (size=65) 2024-12-03T09:13:19,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741849_1025 (size=65) 2024-12-03T09:13:19,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741849_1025 (size=65) 2024-12-03T09:13:19,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741849_1025 (size=65) 2024-12-03T09:13:19,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:13:19,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:13:19,040 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta took 40ms 2024-12-03T09:13:19,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T09:13:19,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T09:13:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-03T09:13:19,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:13:19,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:13:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T09:13:19,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:13:19,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:13:19,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5c1352290d9521f3ceccfd1eb820dee9 in 10.1160 sec 2024-12-03T09:13:19,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e79606a838a1c6fa9474632b1b8f9633 in 10.1160 sec 2024-12-03T09:13:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741851_1027 (size=57) 2024-12-03T09:13:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741851_1027 (size=57) 2024-12-03T09:13:19,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741851_1027 (size=57) 2024-12-03T09:13:19,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:13:19,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T09:13:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T09:13:19,056 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:13:19,056 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:13:19,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4fb7d90d3c53efcfa55ce056059042c8 in 10.1270 sec 2024-12-03T09:13:19,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741852_1028 (size=65) 2024-12-03T09:13:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741852_1028 (size=65) 2024-12-03T09:13:19,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d/.tmp/cf/16ab096e91e049a2b8fc96a96fead8f1 is 34, key is baa/cf:cf/1733217187985/Put/seqid=0 2024-12-03T09:13:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741852_1028 (size=65) 2024-12-03T09:13:19,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:13:19,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T09:13:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-03T09:13:19,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:13:19,070 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:13:19,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 15c406e7f3f5d2c5a42ceba1e6df3de5 in 10.1410 sec 2024-12-03T09:13:19,077 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-03T09:13:19,081 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta so closing down 2024-12-03T09:13:19,081 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T09:13:19,083 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta.temp 2024-12-03T09:13:19,086 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta.temp 2024-12-03T09:13:19,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1/.tmp/cf/63869fd21fb746f18068c9c6f2a174fd is 34, key is ccd/cf:cf/1733217188010/Put/seqid=0 2024-12-03T09:13:19,088 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T09:13:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741853_1029 (size=28623) 2024-12-03T09:13:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741853_1029 (size=28623) 2024-12-03T09:13:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741853_1029 (size=28623) 2024-12-03T09:13:19,095 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d/.tmp/cf/16ab096e91e049a2b8fc96a96fead8f1 2024-12-03T09:13:19,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741855_1031 (size=14141) 2024-12-03T09:13:19,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741855_1031 (size=14141) 2024-12-03T09:13:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741855_1031 (size=14141) 2024-12-03T09:13:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741854_1030 (size=47197) 2024-12-03T09:13:19,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-03T09:13:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741854_1030 (size=47197) 2024-12-03T09:13:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741854_1030 (size=47197) 2024-12-03T09:13:19,107 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1/.tmp/cf/63869fd21fb746f18068c9c6f2a174fd 2024-12-03T09:13:19,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta.temp to hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-03T09:13:19,115 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 46 ms; skipped=1; WAL=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-03T09:13:19,116 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta, journal: Splitting hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta, size=14.0 K (14382bytes) at 1733217199002Finishing writing output for hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta so closing down at 1733217199081 (+79 ms)Creating recovered edits writer path=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta.temp at 1733217199086 (+5 ms)3 split writer threads finished at 1733217199088 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733217199106 (+18 ms)Rename recovered edits hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta.temp to hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733217199111 (+5 ms)Processed 26 edits across 1 Regions in 46 ms; skipped=1; WAL=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733217199116 (+5 ms) 2024-12-03T09:13:19,116 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta 2024-12-03T09:13:19,116 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-03T09:13:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-03T09:13:19,123 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta to hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/oldWALs 2024-12-03T09:13:19,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-03T09:13:19,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta, worker=699c9baf3d29,35009,1733217155851 in 9.7740 sec 2024-12-03T09:13:19,130 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:19,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-03T09:13:19,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 699c9baf3d29%2C34807%2C1733217156034.meta.1733217167803.meta, worker=699c9baf3d29,35009,1733217155851 in 9.7900 sec 2024-12-03T09:13:19,135 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting dir is empty, no logs to split. 2024-12-03T09:13:19,135 INFO [PEWorker-2 {}] master.SplitWALManager(105): 699c9baf3d29,34807,1733217156034 WAL count=0, meta=true 2024-12-03T09:13:19,135 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 699c9baf3d29,34807,1733217156034 WAL splitting is done? wals=0, meta=true 2024-12-03T09:13:19,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:13:19,139 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:13:19,140 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:13:19,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1/.tmp/cf/63869fd21fb746f18068c9c6f2a174fd as hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1/cf/63869fd21fb746f18068c9c6f2a174fd 2024-12-03T09:13:19,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d/.tmp/cf/16ab096e91e049a2b8fc96a96fead8f1 as hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d/cf/16ab096e91e049a2b8fc96a96fead8f1 2024-12-03T09:13:19,158 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1/cf/63869fd21fb746f18068c9c6f2a174fd, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-03T09:13:19,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d/cf/16ab096e91e049a2b8fc96a96fead8f1, entries=731, sequenceid=5, filesize=28.0 K 2024-12-03T09:13:19,164 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b6e16ca7e78715e2d7a4be255a2362e1 in 212ms, sequenceid=5, compaction requested=false 2024-12-03T09:13:19,164 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 94b6551f165e94dc1b9d40d1e9746a6d in 207ms, sequenceid=5, compaction requested=false 2024-12-03T09:13:19,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b6e16ca7e78715e2d7a4be255a2362e1: 2024-12-03T09:13:19,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 94b6551f165e94dc1b9d40d1e9746a6d: 2024-12-03T09:13:19,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. for SnapshotProcedureTest completed. 2024-12-03T09:13:19,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. for SnapshotProcedureTest completed. 2024-12-03T09:13:19,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:13:19,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:13:19,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:13:19,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1/cf/63869fd21fb746f18068c9c6f2a174fd] hfiles 2024-12-03T09:13:19,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:13:19,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d/cf/16ab096e91e049a2b8fc96a96fead8f1] hfiles 2024-12-03T09:13:19,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1/cf/63869fd21fb746f18068c9c6f2a174fd for snapshot=SnapshotProcedureTest 2024-12-03T09:13:19,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d/cf/16ab096e91e049a2b8fc96a96fead8f1 for snapshot=SnapshotProcedureTest 2024-12-03T09:13:19,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741856_1032 (size=105) 2024-12-03T09:13:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741856_1032 (size=105) 2024-12-03T09:13:19,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:13:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741857_1033 (size=105) 2024-12-03T09:13:19,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T09:13:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741856_1032 (size=105) 2024-12-03T09:13:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741857_1033 (size=105) 2024-12-03T09:13:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741857_1033 (size=105) 2024-12-03T09:13:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-03T09:13:19,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:13:19,188 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:13:19,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:13:19,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-03T09:13:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-03T09:13:19,189 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:13:19,189 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:13:19,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 94b6551f165e94dc1b9d40d1e9746a6d in 10.2600 sec 2024-12-03T09:13:19,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b6e16ca7e78715e2d7a4be255a2362e1 in 10.2600 sec 2024-12-03T09:13:19,290 DEBUG [699c9baf3d29:44589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T09:13:19,291 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(204): Hosts are {699c9baf3d29=0} racks are {/default-rack=0} 2024-12-03T09:13:19,291 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T09:13:19,291 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T09:13:19,291 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T09:13:19,291 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T09:13:19,291 INFO [699c9baf3d29:44589 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T09:13:19,291 INFO [699c9baf3d29:44589 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T09:13:19,291 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T09:13:19,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:19,294 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,35009,1733217155851, state=OPENING 2024-12-03T09:13:19,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:13:19,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:13:19,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:13:19,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:13:19,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:13:19,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:13:19,306 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:13:19,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,35009,1733217155851}] 2024-12-03T09:13:24,344 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:24,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:24,345 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:24,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:24,345 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 can not run currently because target server of region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-03T09:13:24,345 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45; timeout=16000, timestamp=1733217220345 2024-12-03T09:13:24,346 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 can not run currently because target server of region SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-03T09:13:24,346 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee can not run currently because target server of region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-03T09:13:24,346 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 can not run currently because target server of region SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 699c9baf3d29,34807,1733217156034 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-03T09:13:24,346 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54; timeout=16000, timestamp=1733217220346 2024-12-03T09:13:24,346 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee; timeout=16000, timestamp=1733217220346 2024-12-03T09:13:24,346 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373; timeout=16000, timestamp=1733217220346 2024-12-03T09:13:28,207 INFO [master/699c9baf3d29:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T09:13:28,207 INFO [master/699c9baf3d29:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T09:13:29,326 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:13:29,326 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:13:29,326 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:13:29,329 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C35009%2C1733217155851.meta, suffix=.meta, logDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,35009,1733217155851, archiveDir=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/oldWALs, maxLogs=32 2024-12-03T09:13:29,350 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,35009,1733217155851/699c9baf3d29%2C35009%2C1733217155851.meta.1733217209331.meta, exclude list is [], retry=0 2024-12-03T09:13:29,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46229,DS-a3e824fc-5191-447c-8d92-585f5bc5d52e,DISK] 2024-12-03T09:13:29,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-10249772-b77e-43af-8314-c8c49666a7ee,DISK] 2024-12-03T09:13:29,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-33eb022c-410b-49f4-af31-97e1c7486545,DISK] 2024-12-03T09:13:29,356 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,35009,1733217155851/699c9baf3d29%2C35009%2C1733217155851.meta.1733217209331.meta 2024-12-03T09:13:29,356 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32773:32773),(127.0.0.1/127.0.0.1:38073:38073),(127.0.0.1/127.0.0.1:43223:43223)] 2024-12-03T09:13:29,356 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:13:29,357 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:13:29,357 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:13:29,357 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:13:29,357 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:13:29,357 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:13:29,357 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:13:29,357 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:13:29,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:13:29,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:13:29,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:13:29,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:13:29,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:13:29,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:13:29,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:13:29,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:13:29,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:13:29,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:13:29,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:13:29,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:13:29,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:13:29,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:13:29,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:13:29,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:13:29,369 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:13:29,370 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740 2024-12-03T09:13:29,373 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740 2024-12-03T09:13:29,375 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-03T09:13:29,389 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-03T09:13:29,389 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-03T09:13:29,417 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/info/c95bead4aeb846aab02ef05cdabf2a89 is 167, key is SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373./info:regioninfo/1733217178923/Put/seqid=0 2024-12-03T09:13:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741859_1035 (size=18393) 2024-12-03T09:13:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741859_1035 (size=18393) 2024-12-03T09:13:29,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741859_1035 (size=18393) 2024-12-03T09:13:29,432 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/info/c95bead4aeb846aab02ef05cdabf2a89 2024-12-03T09:13:29,456 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/ns/fc62f232f84d47d1a4444ef21289af25 is 43, key is default/ns:d/1733217168034/Put/seqid=0 2024-12-03T09:13:29,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741860_1036 (size=5153) 2024-12-03T09:13:29,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741860_1036 (size=5153) 2024-12-03T09:13:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741860_1036 (size=5153) 2024-12-03T09:13:29,465 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/ns/fc62f232f84d47d1a4444ef21289af25 2024-12-03T09:13:29,487 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/table/616f4da731224edea9e37f57810bc693 is 47, key is SPTestTable/table:state/1733217178966/Put/seqid=0 2024-12-03T09:13:29,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741861_1037 (size=5214) 2024-12-03T09:13:29,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741861_1037 (size=5214) 2024-12-03T09:13:29,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741861_1037 (size=5214) 2024-12-03T09:13:29,499 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/table/616f4da731224edea9e37f57810bc693 2024-12-03T09:13:29,508 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/info/c95bead4aeb846aab02ef05cdabf2a89 as hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/info/c95bead4aeb846aab02ef05cdabf2a89 2024-12-03T09:13:29,517 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/info/c95bead4aeb846aab02ef05cdabf2a89, entries=100, sequenceid=28, filesize=18.0 K 2024-12-03T09:13:29,519 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/ns/fc62f232f84d47d1a4444ef21289af25 as hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/ns/fc62f232f84d47d1a4444ef21289af25 2024-12-03T09:13:29,529 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/ns/fc62f232f84d47d1a4444ef21289af25, entries=2, sequenceid=28, filesize=5.0 K 2024-12-03T09:13:29,531 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/table/616f4da731224edea9e37f57810bc693 as hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/table/616f4da731224edea9e37f57810bc693 2024-12-03T09:13:29,541 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/table/616f4da731224edea9e37f57810bc693, entries=2, sequenceid=28, filesize=5.1 K 2024-12-03T09:13:29,541 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=28, compaction requested=false; wal=null 2024-12-03T09:13:29,542 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-03T09:13:29,544 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:13:29,544 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:13:29,545 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:13:29,548 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:13:29,551 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-03T09:13:29,553 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71452181, jitterRate=0.06472046673297882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:13:29,553 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:13:29,553 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217209358Writing region info on filesystem at 1733217209358Initializing all the Stores at 1733217209359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217209359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217209359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217209359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217209359Obtaining lock to block concurrent updates at 1733217209389 (+30 ms)Preparing flush snapshotting stores in 1588230740 at 1733217209389Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733217209389Flushing stores of hbase:meta,,1.1588230740 at 1733217209389Flushing 1588230740/info: creating writer at 1733217209390 (+1 ms)Flushing 1588230740/info: appending metadata at 1733217209414 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733217209414Flushing 1588230740/ns: creating writer at 1733217209442 (+28 ms)Flushing 1588230740/ns: appending metadata at 1733217209455 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733217209456 (+1 ms)Flushing 1588230740/table: creating writer at 1733217209473 (+17 ms)Flushing 1588230740/table: appending metadata at 1733217209486 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733217209486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44764a6d: reopening flushed file at 1733217209507 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ab30ce: reopening flushed file at 1733217209517 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37945c35: reopening flushed file at 1733217209529 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=28, compaction requested=false; wal=null at 1733217209541 (+12 ms)Cleaning up temporary data from old regions at 1733217209544 (+3 ms)Running coprocessor post-open hooks at 1733217209553 (+9 ms)Region opened successfully at 1733217209553 2024-12-03T09:13:29,555 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733217209310 2024-12-03T09:13:29,557 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:13:29,557 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:13:29,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:29,559 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,35009,1733217155851, state=OPEN 2024-12-03T09:13:29,629 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44589 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=699c9baf3d29,35009,1733217155851, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T09:13:29,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:13:29,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:13:29,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:13:29,656 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:29,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:13:29,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:13:29,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:13:29,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-03T09:13:29,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,35009,1733217155851 in 10.3500 sec 2024-12-03T09:13:29,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-03T09:13:29,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5240 sec 2024-12-03T09:13:29,667 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 699c9baf3d29,34807,1733217156034 had 5 regions 2024-12-03T09:13:29,669 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 699c9baf3d29,34807,1733217156034, splitWal=true, meta=true, isMeta: false 2024-12-03T09:13:29,674 INFO [PEWorker-5 {}] master.SplitWALManager(105): 699c9baf3d29,34807,1733217156034 WAL count=1, meta=false 2024-12-03T09:13:29,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 699c9baf3d29%2C34807%2C1733217156034.1733217157507}] 2024-12-03T09:13:29,678 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:29,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 699c9baf3d29%2C34807%2C1733217156034.1733217157507, worker=699c9baf3d29,35009,1733217155851}] 2024-12-03T09:13:34,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:13:34,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T09:13:38,042 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-03T09:13:39,125 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:44589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T09:13:39,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-03T09:13:39,701 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507, size=1.2 K (1257bytes) 2024-12-03T09:13:39,701 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507 2024-12-03T09:13:39,702 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507 after 1ms 2024-12-03T09:13:39,705 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507 took 4ms 2024-12-03T09:13:39,707 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 8e4a35ae19eba4fa1ca52f56b9ab1d54: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T09:13:39,708 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for fbfd4564310d67cd6af9c85d25dcfe45: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T09:13:39,709 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 7f0417d549252b84336d63cc00a6c373: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T09:13:39,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 18d448d08e313695b8a88f37a56b7aee: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T09:13:39,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507 so closing down 2024-12-03T09:13:39,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T09:13:39,711 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T09:13:39,711 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-03T09:13:39,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507, journal: Splitting hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507, size=1.2 K (1257bytes) at 1733217219701Finishing writing output for hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507 so closing down at 1733217219711 (+10 ms)3 split writer threads finished at 1733217219711Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733217219711 2024-12-03T09:13:39,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507 2024-12-03T09:13:39,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-03T09:13:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-03T09:13:39,716 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting/699c9baf3d29%2C34807%2C1733217156034.1733217157507 to hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/oldWALs 2024-12-03T09:13:39,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-03T09:13:39,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 699c9baf3d29%2C34807%2C1733217156034.1733217157507, worker=699c9baf3d29,35009,1733217155851 in 10.0370 sec 2024-12-03T09:13:39,719 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:39,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-03T09:13:39,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 699c9baf3d29%2C34807%2C1733217156034.1733217157507, worker=699c9baf3d29,35009,1733217155851 in 10.0450 sec 2024-12-03T09:13:39,723 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/WALs/699c9baf3d29,34807,1733217156034-splitting dir is empty, no logs to split. 2024-12-03T09:13:39,723 INFO [PEWorker-5 {}] master.SplitWALManager(105): 699c9baf3d29,34807,1733217156034 WAL count=0, meta=false 2024-12-03T09:13:39,723 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 699c9baf3d29,34807,1733217156034 WAL splitting is done? wals=0, meta=false 2024-12-03T09:13:39,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbfd4564310d67cd6af9c85d25dcfe45, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f0417d549252b84336d63cc00a6c373, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e4a35ae19eba4fa1ca52f56b9ab1d54, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d448d08e313695b8a88f37a56b7aee, ASSIGN}] 2024-12-03T09:13:39,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d448d08e313695b8a88f37a56b7aee, ASSIGN 2024-12-03T09:13:39,727 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e4a35ae19eba4fa1ca52f56b9ab1d54, ASSIGN 2024-12-03T09:13:39,727 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f0417d549252b84336d63cc00a6c373, ASSIGN 2024-12-03T09:13:39,727 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbfd4564310d67cd6af9c85d25dcfe45, ASSIGN 2024-12-03T09:13:39,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18d448d08e313695b8a88f37a56b7aee, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:13:39,728 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbfd4564310d67cd6af9c85d25dcfe45, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:13:39,728 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7f0417d549252b84336d63cc00a6c373, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:13:39,728 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e4a35ae19eba4fa1ca52f56b9ab1d54, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:13:39,878 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(204): Hosts are {699c9baf3d29=0} racks are {/default-rack=0} 2024-12-03T09:13:39,879 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T09:13:39,879 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T09:13:39,879 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T09:13:39,879 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T09:13:39,879 INFO [699c9baf3d29:44589 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T09:13:39,879 INFO [699c9baf3d29:44589 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T09:13:39,879 DEBUG [699c9baf3d29:44589 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T09:13:39,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=fbfd4564310d67cd6af9c85d25dcfe45, regionState=OPENING, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:39,879 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7f0417d549252b84336d63cc00a6c373, regionState=OPENING, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:39,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=8e4a35ae19eba4fa1ca52f56b9ab1d54, regionState=OPENING, regionLocation=699c9baf3d29,45905,1733217155969 2024-12-03T09:13:39,879 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=18d448d08e313695b8a88f37a56b7aee, regionState=OPENING, regionLocation=699c9baf3d29,45905,1733217155969 2024-12-03T09:13:39,881 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 699c9baf3d29:34807 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 699c9baf3d29/172.17.0.2:34807 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T09:13:39,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1, error=java.net.ConnectException: Call to address=699c9baf3d29:34807 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 699c9baf3d29/172.17.0.2:34807 2024-12-03T09:13:39,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-03T09:13:39,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1 from cache 2024-12-03T09:13:39,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=699c9baf3d29:34807 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 699c9baf3d29/172.17.0.2:34807 2024-12-03T09:13:39,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=699c9baf3d29:34807 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 699c9baf3d29/172.17.0.2:34807 2024-12-03T09:13:39,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=699c9baf3d29:34807 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 699c9baf3d29/172.17.0.2:34807 2024-12-03T09:13:39,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 699c9baf3d29:34807 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 699c9baf3d29/172.17.0.2:34807 2024-12-03T09:13:39,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:13:39,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35009,1733217155851, seqNum=-1] 2024-12-03T09:13:39,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:13:39,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:13:39,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbfd4564310d67cd6af9c85d25dcfe45, ASSIGN because future has completed 2024-12-03T09:13:39,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45, server=699c9baf3d29,35009,1733217155851}] 2024-12-03T09:13:39,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7f0417d549252b84336d63cc00a6c373, ASSIGN because future has completed 2024-12-03T09:13:39,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f0417d549252b84336d63cc00a6c373, server=699c9baf3d29,35009,1733217155851}] 2024-12-03T09:13:40,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e4a35ae19eba4fa1ca52f56b9ab1d54, ASSIGN because future has completed 2024-12-03T09:13:40,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54, server=699c9baf3d29,45905,1733217155969}] 2024-12-03T09:13:40,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18d448d08e313695b8a88f37a56b7aee, ASSIGN because future has completed 2024-12-03T09:13:40,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d448d08e313695b8a88f37a56b7aee, server=699c9baf3d29,45905,1733217155969}] 2024-12-03T09:13:40,346 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 held by pid=43 2024-12-03T09:13:40,346 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:40,347 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 held by pid=45 2024-12-03T09:13:40,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:40,347 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee held by pid=46 2024-12-03T09:13:40,347 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:40,347 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 held by pid=44 2024-12-03T09:13:40,347 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:43,845 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 94b6551f165e94dc1b9d40d1e9746a6d, had cached 0 bytes from a total of 28623 2024-12-03T09:13:43,846 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b6e16ca7e78715e2d7a4be255a2362e1, had cached 0 bytes from a total of 47197 2024-12-03T09:13:49,090 DEBUG [master/699c9baf3d29:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e79606a838a1c6fa9474632b1b8f9633 changed from -1.0 to 0.0, refreshing cache 2024-12-03T09:13:49,090 DEBUG [master/699c9baf3d29:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 15c406e7f3f5d2c5a42ceba1e6df3de5 changed from -1.0 to 0.0, refreshing cache 2024-12-03T09:13:49,091 DEBUG [master/699c9baf3d29:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 94b6551f165e94dc1b9d40d1e9746a6d changed from -1.0 to 0.0, refreshing cache 2024-12-03T09:13:49,091 DEBUG [master/699c9baf3d29:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T09:13:49,091 DEBUG [master/699c9baf3d29:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4fb7d90d3c53efcfa55ce056059042c8 changed from -1.0 to 0.0, refreshing cache 2024-12-03T09:13:49,092 DEBUG [master/699c9baf3d29:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5c1352290d9521f3ceccfd1eb820dee9 changed from -1.0 to 0.0, refreshing cache 2024-12-03T09:13:49,092 DEBUG [master/699c9baf3d29:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b6e16ca7e78715e2d7a4be255a2362e1 changed from -1.0 to 0.0, refreshing cache 2024-12-03T09:13:50,009 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:13:50,009 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => fbfd4564310d67cd6af9c85d25dcfe45, NAME => 'SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T09:13:50,010 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,010 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:13:50,010 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,010 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,013 INFO [StoreOpener-fbfd4564310d67cd6af9c85d25dcfe45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,014 INFO [StoreOpener-fbfd4564310d67cd6af9c85d25dcfe45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbfd4564310d67cd6af9c85d25dcfe45 columnFamilyName cf 2024-12-03T09:13:50,014 DEBUG [StoreOpener-fbfd4564310d67cd6af9c85d25dcfe45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:13:50,014 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:13:50,014 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 18d448d08e313695b8a88f37a56b7aee, NAME => 'SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T09:13:50,015 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,015 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:13:50,015 INFO [StoreOpener-fbfd4564310d67cd6af9c85d25dcfe45-1 {}] regionserver.HStore(327): Store=fbfd4564310d67cd6af9c85d25dcfe45/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:13:50,015 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,015 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,015 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,016 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,017 INFO [StoreOpener-18d448d08e313695b8a88f37a56b7aee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,017 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,018 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,018 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,018 INFO [StoreOpener-18d448d08e313695b8a88f37a56b7aee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d448d08e313695b8a88f37a56b7aee columnFamilyName cf 2024-12-03T09:13:50,018 DEBUG [StoreOpener-18d448d08e313695b8a88f37a56b7aee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:13:50,019 INFO [StoreOpener-18d448d08e313695b8a88f37a56b7aee-1 {}] regionserver.HStore(327): Store=18d448d08e313695b8a88f37a56b7aee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:13:50,019 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,020 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,021 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,021 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,022 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened fbfd4564310d67cd6af9c85d25dcfe45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70214655, jitterRate=0.046279892325401306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:13:50,022 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,022 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for fbfd4564310d67cd6af9c85d25dcfe45: Running coprocessor pre-open hook at 1733217230010Writing region info on filesystem at 1733217230010Initializing all the Stores at 1733217230012 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217230012Cleaning up temporary data from old regions at 1733217230018 (+6 ms)Running coprocessor post-open hooks at 1733217230022 (+4 ms)Region opened successfully at 1733217230022 2024-12-03T09:13:50,022 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,022 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,023 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., pid=47, masterSystemTime=1733217230000 2024-12-03T09:13:50,025 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,025 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:13:50,025 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:13:50,025 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:13:50,025 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f0417d549252b84336d63cc00a6c373, NAME => 'SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T09:13:50,025 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,026 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:13:50,026 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=fbfd4564310d67cd6af9c85d25dcfe45, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:50,026 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,026 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,026 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 18d448d08e313695b8a88f37a56b7aee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62763163, jitterRate=-0.06475599110126495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:13:50,026 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,026 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 18d448d08e313695b8a88f37a56b7aee: Running coprocessor pre-open hook at 1733217230015Writing region info on filesystem at 1733217230015Initializing all the Stores at 1733217230016 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217230016Cleaning up temporary data from old regions at 1733217230022 (+6 ms)Running coprocessor post-open hooks at 1733217230026 (+4 ms)Region opened successfully at 1733217230026 2024-12-03T09:13:50,027 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee., pid=50, masterSystemTime=1733217230006 2024-12-03T09:13:50,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45, server=699c9baf3d29,35009,1733217155851 because future has completed 2024-12-03T09:13:50,028 INFO [StoreOpener-7f0417d549252b84336d63cc00a6c373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,029 INFO [StoreOpener-7f0417d549252b84336d63cc00a6c373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f0417d549252b84336d63cc00a6c373 columnFamilyName cf 2024-12-03T09:13:50,029 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:13:50,029 DEBUG [StoreOpener-7f0417d549252b84336d63cc00a6c373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:13:50,029 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:13:50,029 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:13:50,030 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e4a35ae19eba4fa1ca52f56b9ab1d54, NAME => 'SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T09:13:50,030 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,030 INFO [StoreOpener-7f0417d549252b84336d63cc00a6c373-1 {}] regionserver.HStore(327): Store=7f0417d549252b84336d63cc00a6c373/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:13:50,030 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=18d448d08e313695b8a88f37a56b7aee, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45905,1733217155969 2024-12-03T09:13:50,030 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:13:50,030 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,030 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,030 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,032 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-12-03T09:13:50,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d448d08e313695b8a88f37a56b7aee, server=699c9baf3d29,45905,1733217155969 because future has completed 2024-12-03T09:13:50,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45, server=699c9baf3d29,35009,1733217155851 in 10.0310 sec 2024-12-03T09:13:50,033 INFO [StoreOpener-8e4a35ae19eba4fa1ca52f56b9ab1d54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,034 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,035 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,035 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbfd4564310d67cd6af9c85d25dcfe45, ASSIGN in 10.3090 sec 2024-12-03T09:13:50,036 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:13:50,036 INFO [StoreOpener-8e4a35ae19eba4fa1ca52f56b9ab1d54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e4a35ae19eba4fa1ca52f56b9ab1d54 columnFamilyName cf 2024-12-03T09:13:50,036 DEBUG [StoreOpener-8e4a35ae19eba4fa1ca52f56b9ab1d54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:13:50,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-12-03T09:13:50,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 18d448d08e313695b8a88f37a56b7aee, server=699c9baf3d29,45905,1733217155969 in 10.0300 sec 2024-12-03T09:13:50,038 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,039 INFO [StoreOpener-8e4a35ae19eba4fa1ca52f56b9ab1d54-1 {}] regionserver.HStore(327): Store=8e4a35ae19eba4fa1ca52f56b9ab1d54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:13:50,039 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,040 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,040 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 7f0417d549252b84336d63cc00a6c373; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75022410, jitterRate=0.11792102456092834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:13:50,040 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:13:50,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d448d08e313695b8a88f37a56b7aee, ASSIGN in 10.3130 sec 2024-12-03T09:13:50,040 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 7f0417d549252b84336d63cc00a6c373: Running coprocessor pre-open hook at 1733217230026Writing region info on filesystem at 1733217230026Initializing all the Stores at 1733217230027 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217230027Cleaning up temporary data from old regions at 1733217230035 (+8 ms)Running coprocessor post-open hooks at 1733217230040 (+5 ms)Region opened successfully at 1733217230040 2024-12-03T09:13:50,041 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373., pid=48, masterSystemTime=1733217230000 2024-12-03T09:13:50,042 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,042 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,042 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,043 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:13:50,044 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:13:50,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7f0417d549252b84336d63cc00a6c373, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,35009,1733217155851 2024-12-03T09:13:50,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f0417d549252b84336d63cc00a6c373, server=699c9baf3d29,35009,1733217155851 because future has completed 2024-12-03T09:13:50,049 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,051 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 8e4a35ae19eba4fa1ca52f56b9ab1d54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63572810, jitterRate=-0.05269131064414978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:13:50,051 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-12-03T09:13:50,051 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 8e4a35ae19eba4fa1ca52f56b9ab1d54: Running coprocessor pre-open hook at 1733217230030Writing region info on filesystem at 1733217230030Initializing all the Stores at 1733217230033 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217230033Cleaning up temporary data from old regions at 1733217230042 (+9 ms)Running coprocessor post-open hooks at 1733217230051 (+9 ms)Region opened successfully at 1733217230051 2024-12-03T09:13:50,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f0417d549252b84336d63cc00a6c373, server=699c9baf3d29,35009,1733217155851 in 10.0490 sec 2024-12-03T09:13:50,052 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54., pid=49, masterSystemTime=1733217230006 2024-12-03T09:13:50,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f0417d549252b84336d63cc00a6c373, ASSIGN in 10.3260 sec 2024-12-03T09:13:50,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:13:50,054 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:13:50,054 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:13:50,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=8e4a35ae19eba4fa1ca52f56b9ab1d54, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45905,1733217155969 2024-12-03T09:13:50,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54, server=699c9baf3d29,45905,1733217155969 because future has completed 2024-12-03T09:13:50,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=45 2024-12-03T09:13:50,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54, server=699c9baf3d29,45905,1733217155969 in 10.0570 sec 2024-12-03T09:13:50,061 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:13:50,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-12-03T09:13:50,062 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 699c9baf3d29,34807,1733217156034 after splitting done 2024-12-03T09:13:50,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e4a35ae19eba4fa1ca52f56b9ab1d54, ASSIGN in 10.3340 sec 2024-12-03T09:13:50,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 699c9baf3d29,34807,1733217156034, splitWal=true, meta=true in 40.7410 sec 2024-12-03T09:13:55,534 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T09:14:00,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-03T09:14:00,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-03T09:14:00,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:14:00,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:14:00,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for fbfd4564310d67cd6af9c85d25dcfe45: 2024-12-03T09:14:00,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 7f0417d549252b84336d63cc00a6c373: 2024-12-03T09:14:00,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. for SnapshotProcedureTest completed. 2024-12-03T09:14:00,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. for SnapshotProcedureTest completed. 2024-12-03T09:14:00,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:14:00,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:14:00,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:14:00,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:14:00,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:14:00,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:14:00,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-03T09:14:00,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:14:00,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-03T09:14:00,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:14:00,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 18d448d08e313695b8a88f37a56b7aee: 2024-12-03T09:14:00,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. for SnapshotProcedureTest completed. 2024-12-03T09:14:00,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 8e4a35ae19eba4fa1ca52f56b9ab1d54: 2024-12-03T09:14:00,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. for SnapshotProcedureTest completed. 2024-12-03T09:14:00,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:14:00,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:14:00,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:14:00,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:14:00,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:14:00,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:14:00,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741863_1039 (size=65) 2024-12-03T09:14:00,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741863_1039 (size=65) 2024-12-03T09:14:00,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741863_1039 (size=65) 2024-12-03T09:14:00,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:14:00,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T09:14:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T09:14:00,082 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:14:00,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:14:00,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741864_1040 (size=65) 2024-12-03T09:14:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741864_1040 (size=65) 2024-12-03T09:14:00,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741862_1038 (size=65) 2024-12-03T09:14:00,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741862_1038 (size=65) 2024-12-03T09:14:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741862_1038 (size=65) 2024-12-03T09:14:00,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fbfd4564310d67cd6af9c85d25dcfe45 in 51.1540 sec 2024-12-03T09:14:00,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:14:00,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T09:14:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-03T09:14:00,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:14:00,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:14:00,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741864_1040 (size=65) 2024-12-03T09:14:00,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741865_1041 (size=57) 2024-12-03T09:14:00,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741865_1041 (size=57) 2024-12-03T09:14:00,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:14:00,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T09:14:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T09:14:00,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:14:00,092 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:14:00,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7f0417d549252b84336d63cc00a6c373 in 51.1600 sec 2024-12-03T09:14:00,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741865_1041 (size=57) 2024-12-03T09:14:00,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:14:00,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-03T09:14:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-03T09:14:00,097 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:14:00,097 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:14:00,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e4a35ae19eba4fa1ca52f56b9ab1d54 in 51.1630 sec 2024-12-03T09:14:00,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-03T09:14:00,103 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-03T09:14:00,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18d448d08e313695b8a88f37a56b7aee in 51.1700 sec 2024-12-03T09:14:00,105 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-03T09:14:00,108 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-03T09:14:00,108 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-03T09:14:00,111 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T09:14:00,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741866_1042 (size=1094) 2024-12-03T09:14:00,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741866_1042 (size=1094) 2024-12-03T09:14:00,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741866_1042 (size=1094) 2024-12-03T09:14:00,203 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-03T09:14:00,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-03T09:14:00,223 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:14:00,224 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,45905,1733217155969 2024-12-03T09:14:00,224 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,45905,1733217155969 2024-12-03T09:14:00,224 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:14:00,228 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:14:00,234 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,45905,1733217155969 2024-12-03T09:14:04,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:14:09,127 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:44589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T09:14:10,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-03T09:14:10,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-03T09:14:10,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-03T09:14:10,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-03T09:14:10,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-03T09:14:10,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-12-03T09:14:10,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T09:14:10,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T09:14:10,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-03T09:14:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-03T09:14:10,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-03T09:14:10,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-03T09:14:10,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-03T09:14:10,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-03T09:14:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-03T09:14:10,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-03T09:14:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-03T09:14:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-03T09:14:10,236 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45905,1733217155969 Release verify snapshot worker=699c9baf3d29,45905,1733217155969 2024-12-03T09:14:10,236 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,35009,1733217155851 Release verify snapshot worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:14:10,237 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,35009,1733217155851 Release verify snapshot worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:14:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-03T09:14:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-12-03T09:14:10,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,35009,1733217155851 in 10.0240 sec 2024-12-03T09:14:10,239 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45905,1733217155969 Release verify snapshot worker=699c9baf3d29,45905,1733217155969 2024-12-03T09:14:10,240 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:14:10,241 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,45905,1733217155969 2024-12-03T09:14:10,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45905,1733217155969 in 10.0240 sec 2024-12-03T09:14:10,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,35009,1733217155851 in 10.0250 sec 2024-12-03T09:14:10,242 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,35009,1733217155851 Release verify snapshot worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:14:10,242 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45905,1733217155969 Release verify snapshot worker=699c9baf3d29,45905,1733217155969 2024-12-03T09:14:10,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45905,1733217155969 in 10.0280 sec 2024-12-03T09:14:10,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,35009,1733217155851 in 10.0300 sec 2024-12-03T09:14:10,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45905,1733217155969 in 10.0300 sec 2024-12-03T09:14:10,246 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:14:10,246 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,45905,1733217155969 2024-12-03T09:14:14,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-03T09:14:20,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-03T09:14:20,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-03T09:14:20,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-03T09:14:20,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-03T09:14:20,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-12-03T09:14:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-03T09:14:20,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-03T09:14:20,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-03T09:14:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-03T09:14:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-03T09:14:20,250 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,35009,1733217155851 Release verify snapshot worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:14:20,251 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45905,1733217155969 Release verify snapshot worker=699c9baf3d29,45905,1733217155969 2024-12-03T09:14:20,255 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,35009,1733217155851 Release verify snapshot worker=699c9baf3d29,35009,1733217155851 2024-12-03T09:14:20,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,35009,1733217155851 in 20.0380 sec 2024-12-03T09:14:20,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-03T09:14:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44589 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-03T09:14:20,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45905,1733217155969 in 20.0390 sec 2024-12-03T09:14:20,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,35009,1733217155851 in 20.0440 sec 2024-12-03T09:14:20,269 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45905,1733217155969 Release verify snapshot worker=699c9baf3d29,45905,1733217155969 2024-12-03T09:14:20,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=25 2024-12-03T09:14:20,276 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-03T09:14:20,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45905,1733217155969 in 20.0570 sec 2024-12-03T09:14:20,292 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/.hbase-snapshot/SnapshotProcedureTest 2024-12-03T09:14:20,299 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-03T09:14:20,299 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-03T09:14:20,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.476 sec 2024-12-03T09:14:20,504 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-03T09:14:20,507 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 699c9baf3d29:34807 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 699c9baf3d29/172.17.0.2:34807 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T09:14:20,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1, error=java.net.ConnectException: Call to address=699c9baf3d29:34807 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 699c9baf3d29/172.17.0.2:34807 2024-12-03T09:14:20,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-03T09:14:20,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,34807,1733217156034, seqNum=-1 from cache 2024-12-03T09:14:20,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 699c9baf3d29:34807 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 699c9baf3d29/172.17.0.2:34807 2024-12-03T09:14:20,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:14:20,614 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,35009,1733217155851, seqNum=-1] 2024-12-03T09:14:20,653 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-03T09:14:20,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:14:20,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:14:20,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:14:20,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:20,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:20,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:14:20,654 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:14:20,654 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1898492667, stopped=false 2024-12-03T09:14:20,654 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,44589,1733217154990 2024-12-03T09:14:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T09:14:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T09:14:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T09:14:20,723 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:14:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:20,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:14:20,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:14:20,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:20,724 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,35009,1733217155851' ***** 2024-12-03T09:14:20,724 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:14:20,724 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,45905,1733217155969' ***** 2024-12-03T09:14:20,724 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:14:20,724 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:14:20,724 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:14:20,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:14:20,724 INFO [RS:1;699c9baf3d29:45905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:14:20,725 INFO [RS:0;699c9baf3d29:35009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:14:20,725 INFO [RS:0;699c9baf3d29:35009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:14:20,725 INFO [RS:1;699c9baf3d29:45905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:14:20,725 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(3091): Received CLOSE for e79606a838a1c6fa9474632b1b8f9633 2024-12-03T09:14:20,725 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(3091): Received CLOSE for 18d448d08e313695b8a88f37a56b7aee 2024-12-03T09:14:20,725 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:14:20,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:14:20,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:14:20,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:14:20,732 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(3091): Received CLOSE for b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:14:20,732 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fb7d90d3c53efcfa55ce056059042c8 2024-12-03T09:14:20,732 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:14:20,732 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c1352290d9521f3ceccfd1eb820dee9 2024-12-03T09:14:20,733 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,45905,1733217155969 2024-12-03T09:14:20,733 INFO [RS:1;699c9baf3d29:45905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:14:20,733 INFO [RS:1;699c9baf3d29:45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;699c9baf3d29:45905. 2024-12-03T09:14:20,733 DEBUG [RS:1;699c9baf3d29:45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:14:20,733 DEBUG [RS:1;699c9baf3d29:45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:20,733 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-03T09:14:20,735 DEBUG [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(1325): Online Regions={18d448d08e313695b8a88f37a56b7aee=SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee., b6e16ca7e78715e2d7a4be255a2362e1=SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1., 4fb7d90d3c53efcfa55ce056059042c8=SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8., 8e4a35ae19eba4fa1ca52f56b9ab1d54=SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54., 5c1352290d9521f3ceccfd1eb820dee9=SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9.} 2024-12-03T09:14:20,735 DEBUG [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(1351): Waiting on 18d448d08e313695b8a88f37a56b7aee, 4fb7d90d3c53efcfa55ce056059042c8, 5c1352290d9521f3ceccfd1eb820dee9, 8e4a35ae19eba4fa1ca52f56b9ab1d54, b6e16ca7e78715e2d7a4be255a2362e1 2024-12-03T09:14:20,736 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18d448d08e313695b8a88f37a56b7aee, disabling compactions & flushes 2024-12-03T09:14:20,736 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:14:20,736 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:14:20,736 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. after waiting 0 ms 2024-12-03T09:14:20,736 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:14:20,740 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(3091): Received CLOSE for 94b6551f165e94dc1b9d40d1e9746a6d 2024-12-03T09:14:20,740 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(3091): Received CLOSE for 15c406e7f3f5d2c5a42ceba1e6df3de5 2024-12-03T09:14:20,740 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(3091): Received CLOSE for fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:14:20,740 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f0417d549252b84336d63cc00a6c373 2024-12-03T09:14:20,740 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,35009,1733217155851 2024-12-03T09:14:20,740 INFO [RS:0;699c9baf3d29:35009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:14:20,740 INFO [RS:0;699c9baf3d29:35009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:35009. 2024-12-03T09:14:20,740 DEBUG [RS:0;699c9baf3d29:35009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:14:20,740 DEBUG [RS:0;699c9baf3d29:35009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:20,741 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:14:20,741 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:14:20,741 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:14:20,741 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:14:20,741 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e79606a838a1c6fa9474632b1b8f9633, disabling compactions & flushes 2024-12-03T09:14:20,741 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:14:20,741 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:14:20,741 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. after waiting 0 ms 2024-12-03T09:14:20,742 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:14:20,745 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-03T09:14:20,745 DEBUG [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(1325): Online Regions={e79606a838a1c6fa9474632b1b8f9633=SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633., 94b6551f165e94dc1b9d40d1e9746a6d=SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d., 1588230740=hbase:meta,,1.1588230740, 15c406e7f3f5d2c5a42ceba1e6df3de5=SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5., fbfd4564310d67cd6af9c85d25dcfe45=SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45., 7f0417d549252b84336d63cc00a6c373=SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373.} 2024-12-03T09:14:20,745 DEBUG [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c406e7f3f5d2c5a42ceba1e6df3de5, 7f0417d549252b84336d63cc00a6c373, 94b6551f165e94dc1b9d40d1e9746a6d, e79606a838a1c6fa9474632b1b8f9633, fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:14:20,760 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:14:20,760 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:14:20,760 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:14:20,760 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:14:20,760 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:14:20,761 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-12-03T09:14:20,786 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/18d448d08e313695b8a88f37a56b7aee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:14:20,787 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:14:20,790 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/e79606a838a1c6fa9474632b1b8f9633/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:14:20,791 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:14:20,791 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18d448d08e313695b8a88f37a56b7aee: Waiting for close lock at 1733217260736Running coprocessor pre-close hooks at 1733217260736Disabling compacts and flushes for region at 1733217260736Disabling writes for close at 1733217260736Writing region close event to WAL at 1733217260769 (+33 ms)Running coprocessor post-close hooks at 1733217260787 (+18 ms)Closed at 1733217260791 (+4 ms) 2024-12-03T09:14:20,793 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733217168359.18d448d08e313695b8a88f37a56b7aee. 2024-12-03T09:14:20,793 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6e16ca7e78715e2d7a4be255a2362e1, disabling compactions & flushes 2024-12-03T09:14:20,793 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:14:20,794 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:14:20,794 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. after waiting 0 ms 2024-12-03T09:14:20,794 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:14:20,795 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:14:20,797 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:14:20,797 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e79606a838a1c6fa9474632b1b8f9633: Waiting for close lock at 1733217260741Running coprocessor pre-close hooks at 1733217260741Disabling compacts and flushes for region at 1733217260741Disabling writes for close at 1733217260741Writing region close event to WAL at 1733217260759 (+18 ms)Running coprocessor post-close hooks at 1733217260796 (+37 ms)Closed at 1733217260797 (+1 ms) 2024-12-03T09:14:20,797 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733217168359.e79606a838a1c6fa9474632b1b8f9633. 2024-12-03T09:14:20,797 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94b6551f165e94dc1b9d40d1e9746a6d, disabling compactions & flushes 2024-12-03T09:14:20,797 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:14:20,797 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:14:20,797 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. after waiting 0 ms 2024-12-03T09:14:20,797 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:14:20,834 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/info/d6c6055fa1114e87bf1fb58f5177198c is 167, key is SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373./info:regioninfo/1733217230044/Put/seqid=0 2024-12-03T09:14:20,852 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/94b6551f165e94dc1b9d40d1e9746a6d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:14:20,854 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:14:20,854 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94b6551f165e94dc1b9d40d1e9746a6d: Waiting for close lock at 1733217260797Running coprocessor pre-close hooks at 1733217260797Disabling compacts and flushes for region at 1733217260797Disabling writes for close at 1733217260797Writing region close event to WAL at 1733217260816 (+19 ms)Running coprocessor post-close hooks at 1733217260854 (+38 ms)Closed at 1733217260854 2024-12-03T09:14:20,855 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733217168359.94b6551f165e94dc1b9d40d1e9746a6d. 2024-12-03T09:14:20,855 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/b6e16ca7e78715e2d7a4be255a2362e1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:14:20,855 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15c406e7f3f5d2c5a42ceba1e6df3de5, disabling compactions & flushes 2024-12-03T09:14:20,855 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:14:20,855 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:14:20,855 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. after waiting 0 ms 2024-12-03T09:14:20,855 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:14:20,856 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:14:20,856 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6e16ca7e78715e2d7a4be255a2362e1: Waiting for close lock at 1733217260793Running coprocessor pre-close hooks at 1733217260793Disabling compacts and flushes for region at 1733217260793Disabling writes for close at 1733217260794 (+1 ms)Writing region close event to WAL at 1733217260812 (+18 ms)Running coprocessor post-close hooks at 1733217260856 (+44 ms)Closed at 1733217260856 2024-12-03T09:14:20,856 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733217168359.b6e16ca7e78715e2d7a4be255a2362e1. 2024-12-03T09:14:20,856 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fb7d90d3c53efcfa55ce056059042c8, disabling compactions & flushes 2024-12-03T09:14:20,856 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:14:20,856 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:14:20,856 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. after waiting 0 ms 2024-12-03T09:14:20,856 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:14:20,891 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/4fb7d90d3c53efcfa55ce056059042c8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:14:20,892 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:14:20,892 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fb7d90d3c53efcfa55ce056059042c8: Waiting for close lock at 1733217260856Running coprocessor pre-close hooks at 1733217260856Disabling compacts and flushes for region at 1733217260856Disabling writes for close at 1733217260856Writing region close event to WAL at 1733217260869 (+13 ms)Running coprocessor post-close hooks at 1733217260892 (+23 ms)Closed at 1733217260892 2024-12-03T09:14:20,892 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733217168359.4fb7d90d3c53efcfa55ce056059042c8. 2024-12-03T09:14:20,892 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e4a35ae19eba4fa1ca52f56b9ab1d54, disabling compactions & flushes 2024-12-03T09:14:20,892 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:14:20,892 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:14:20,892 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. after waiting 0 ms 2024-12-03T09:14:20,892 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:14:20,901 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/15c406e7f3f5d2c5a42ceba1e6df3de5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:14:20,903 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:14:20,903 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15c406e7f3f5d2c5a42ceba1e6df3de5: Waiting for close lock at 1733217260855Running coprocessor pre-close hooks at 1733217260855Disabling compacts and flushes for region at 1733217260855Disabling writes for close at 1733217260855Writing region close event to WAL at 1733217260869 (+14 ms)Running coprocessor post-close hooks at 1733217260903 (+34 ms)Closed at 1733217260903 2024-12-03T09:14:20,903 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733217168359.15c406e7f3f5d2c5a42ceba1e6df3de5. 2024-12-03T09:14:20,903 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbfd4564310d67cd6af9c85d25dcfe45, disabling compactions & flushes 2024-12-03T09:14:20,903 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:14:20,903 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:14:20,904 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. after waiting 0 ms 2024-12-03T09:14:20,904 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:14:20,935 DEBUG [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(1351): Waiting on 5c1352290d9521f3ceccfd1eb820dee9, 8e4a35ae19eba4fa1ca52f56b9ab1d54 2024-12-03T09:14:20,945 DEBUG [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f0417d549252b84336d63cc00a6c373, fbfd4564310d67cd6af9c85d25dcfe45 2024-12-03T09:14:20,954 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/8e4a35ae19eba4fa1ca52f56b9ab1d54/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:14:20,955 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/fbfd4564310d67cd6af9c85d25dcfe45/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:14:20,956 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:14:20,956 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e4a35ae19eba4fa1ca52f56b9ab1d54: Waiting for close lock at 1733217260892Running coprocessor pre-close hooks at 1733217260892Disabling compacts and flushes for region at 1733217260892Disabling writes for close at 1733217260892Writing region close event to WAL at 1733217260911 (+19 ms)Running coprocessor post-close hooks at 1733217260956 (+45 ms)Closed at 1733217260956 2024-12-03T09:14:20,956 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733217168359.8e4a35ae19eba4fa1ca52f56b9ab1d54. 2024-12-03T09:14:20,956 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c1352290d9521f3ceccfd1eb820dee9, disabling compactions & flushes 2024-12-03T09:14:20,956 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:14:20,957 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:14:20,957 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. after waiting 0 ms 2024-12-03T09:14:20,957 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:14:20,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741867_1043 (size=9527) 2024-12-03T09:14:20,957 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:14:20,957 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbfd4564310d67cd6af9c85d25dcfe45: Waiting for close lock at 1733217260903Running coprocessor pre-close hooks at 1733217260903Disabling compacts and flushes for region at 1733217260903Disabling writes for close at 1733217260904 (+1 ms)Writing region close event to WAL at 1733217260920 (+16 ms)Running coprocessor post-close hooks at 1733217260957 (+37 ms)Closed at 1733217260957 2024-12-03T09:14:20,957 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733217168359.fbfd4564310d67cd6af9c85d25dcfe45. 2024-12-03T09:14:20,957 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f0417d549252b84336d63cc00a6c373, disabling compactions & flushes 2024-12-03T09:14:20,957 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:14:20,958 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:14:20,958 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. after waiting 0 ms 2024-12-03T09:14:20,958 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:14:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741867_1043 (size=9527) 2024-12-03T09:14:20,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741867_1043 (size=9527) 2024-12-03T09:14:20,960 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/info/d6c6055fa1114e87bf1fb58f5177198c 2024-12-03T09:14:20,978 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/.tmp/info/d6c6055fa1114e87bf1fb58f5177198c as hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/info/d6c6055fa1114e87bf1fb58f5177198c 2024-12-03T09:14:20,985 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/5c1352290d9521f3ceccfd1eb820dee9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:14:20,986 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:14:20,986 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c1352290d9521f3ceccfd1eb820dee9: Waiting for close lock at 1733217260956Running coprocessor pre-close hooks at 1733217260956Disabling compacts and flushes for region at 1733217260956Disabling writes for close at 1733217260957 (+1 ms)Writing region close event to WAL at 1733217260961 (+4 ms)Running coprocessor post-close hooks at 1733217260986 (+25 ms)Closed at 1733217260986 2024-12-03T09:14:20,986 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733217168359.5c1352290d9521f3ceccfd1eb820dee9. 2024-12-03T09:14:21,002 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/info/d6c6055fa1114e87bf1fb58f5177198c, entries=32, sequenceid=39, filesize=9.3 K 2024-12-03T09:14:21,016 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 255ms, sequenceid=39, compaction requested=false 2024-12-03T09:14:21,021 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/default/SPTestTable/7f0417d549252b84336d63cc00a6c373/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:14:21,025 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:14:21,025 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f0417d549252b84336d63cc00a6c373: Waiting for close lock at 1733217260957Running coprocessor pre-close hooks at 1733217260957Disabling compacts and flushes for region at 1733217260957Disabling writes for close at 1733217260958 (+1 ms)Writing region close event to WAL at 1733217260990 (+32 ms)Running coprocessor post-close hooks at 1733217261025 (+35 ms)Closed at 1733217261025 2024-12-03T09:14:21,025 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733217168359.7f0417d549252b84336d63cc00a6c373. 2024-12-03T09:14:21,073 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-12-03T09:14:21,074 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:14:21,075 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:14:21,075 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217260760Running coprocessor pre-close hooks at 1733217260760Disabling compacts and flushes for region at 1733217260760Disabling writes for close at 1733217260760Obtaining lock to block concurrent updates at 1733217260762 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733217260762Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1733217260762Flushing stores of hbase:meta,,1.1588230740 at 1733217260763 (+1 ms)Flushing 1588230740/info: creating writer at 1733217260763Flushing 1588230740/info: appending metadata at 1733217260834 (+71 ms)Flushing 1588230740/info: closing flushed file at 1733217260834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e41e7c: reopening flushed file at 1733217260976 (+142 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 255ms, sequenceid=39, compaction requested=false at 1733217261016 (+40 ms)Writing region close event to WAL at 1733217261051 (+35 ms)Running coprocessor post-close hooks at 1733217261074 (+23 ms)Closed at 1733217261075 (+1 ms) 2024-12-03T09:14:21,075 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:14:21,136 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,45905,1733217155969; all regions closed. 2024-12-03T09:14:21,145 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,35009,1733217155851; all regions closed. 2024-12-03T09:14:21,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741835_1011 (size=3500) 2024-12-03T09:14:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741835_1011 (size=3500) 2024-12-03T09:14:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741835_1011 (size=3500) 2024-12-03T09:14:21,158 DEBUG [RS:1;699c9baf3d29:45905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/oldWALs 2024-12-03T09:14:21,159 INFO [RS:1;699c9baf3d29:45905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C45905%2C1733217155969:(num 1733217157509) 2024-12-03T09:14:21,159 DEBUG [RS:1;699c9baf3d29:45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:21,159 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:14:21,159 INFO [RS:1;699c9baf3d29:45905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:14:21,159 INFO [RS:1;699c9baf3d29:45905 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:14:21,159 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:14:21,159 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:14:21,159 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:14:21,159 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:14:21,159 INFO [RS:1;699c9baf3d29:45905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:14:21,160 INFO [RS:1;699c9baf3d29:45905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45905 2024-12-03T09:14:21,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741858_1034 (size=5516) 2024-12-03T09:14:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741858_1034 (size=5516) 2024-12-03T09:14:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741858_1034 (size=5516) 2024-12-03T09:14:21,173 DEBUG [RS:0;699c9baf3d29:35009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/oldWALs 2024-12-03T09:14:21,173 INFO [RS:0;699c9baf3d29:35009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C35009%2C1733217155851.meta:.meta(num 1733217209331) 2024-12-03T09:14:21,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741834_1010 (size=3530) 2024-12-03T09:14:21,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741834_1010 (size=3530) 2024-12-03T09:14:21,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741834_1010 (size=3530) 2024-12-03T09:14:21,195 DEBUG [RS:0;699c9baf3d29:35009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/oldWALs 2024-12-03T09:14:21,195 INFO [RS:0;699c9baf3d29:35009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C35009%2C1733217155851:(num 1733217157507) 2024-12-03T09:14:21,195 DEBUG [RS:0;699c9baf3d29:35009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:21,195 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:14:21,195 INFO [RS:0;699c9baf3d29:35009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:14:21,195 INFO [RS:0;699c9baf3d29:35009 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:14:21,196 INFO [RS:0;699c9baf3d29:35009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:14:21,196 INFO [RS:0;699c9baf3d29:35009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35009 2024-12-03T09:14:21,196 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:14:21,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/699c9baf3d29,45905,1733217155969 2024-12-03T09:14:21,218 INFO [RS:1;699c9baf3d29:45905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:14:21,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T09:14:21,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/699c9baf3d29,35009,1733217155851 2024-12-03T09:14:21,228 INFO [RS:0;699c9baf3d29:35009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:14:21,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,45905,1733217155969] 2024-12-03T09:14:21,228 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$372/0x00007f938c903e60@228cdfc4 rejected from java.util.concurrent.ThreadPoolExecutor@678e45f1[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-03T09:14:21,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/699c9baf3d29,45905,1733217155969 already deleted, retry=false 2024-12-03T09:14:21,249 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,45905,1733217155969 expired; onlineServers=1 2024-12-03T09:14:21,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,35009,1733217155851] 2024-12-03T09:14:21,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/699c9baf3d29,35009,1733217155851 already deleted, retry=false 2024-12-03T09:14:21,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,35009,1733217155851 expired; onlineServers=0 2024-12-03T09:14:21,263 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,44589,1733217154990' ***** 2024-12-03T09:14:21,263 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:14:21,263 INFO [M:0;699c9baf3d29:44589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:14:21,263 INFO [M:0;699c9baf3d29:44589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:14:21,263 DEBUG [M:0;699c9baf3d29:44589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:14:21,263 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:14:21,263 DEBUG [M:0;699c9baf3d29:44589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:14:21,263 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217157156 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217157156,5,FailOnTimeoutGroup] 2024-12-03T09:14:21,263 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217157143 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217157143,5,FailOnTimeoutGroup] 2024-12-03T09:14:21,264 INFO [M:0;699c9baf3d29:44589 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:14:21,264 INFO [M:0;699c9baf3d29:44589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:14:21,264 DEBUG [M:0;699c9baf3d29:44589 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:14:21,264 INFO [M:0;699c9baf3d29:44589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:14:21,264 INFO [M:0;699c9baf3d29:44589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:14:21,264 ERROR [M:0;699c9baf3d29:44589 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45525,5,PEWorkerGroup] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:45525 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45525,5,PEWorkerGroup] 2024-12-03T09:14:21,265 INFO [M:0;699c9baf3d29:44589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:14:21,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:14:21,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T09:14:21,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:21,273 DEBUG [M:0;699c9baf3d29:44589 {}] zookeeper.ZKUtil(347): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T09:14:21,274 WARN [M:0;699c9baf3d29:44589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T09:14:21,274 INFO [M:0;699c9baf3d29:44589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/.lastflushedseqids 2024-12-03T09:14:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741868_1044 (size=668) 2024-12-03T09:14:21,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741868_1044 (size=668) 2024-12-03T09:14:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741868_1044 (size=668) 2024-12-03T09:14:21,303 INFO [M:0;699c9baf3d29:44589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:14:21,303 INFO [M:0;699c9baf3d29:44589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:14:21,303 DEBUG [M:0;699c9baf3d29:44589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:14:21,303 INFO [M:0;699c9baf3d29:44589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:14:21,303 DEBUG [M:0;699c9baf3d29:44589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:14:21,303 DEBUG [M:0;699c9baf3d29:44589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:14:21,303 DEBUG [M:0;699c9baf3d29:44589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:14:21,303 INFO [M:0;699c9baf3d29:44589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.81 KB heapSize=264.17 KB 2024-12-03T09:14:21,325 DEBUG [M:0;699c9baf3d29:44589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab5e93c2da8d4593bd017a664a5bcfee is 82, key is hbase:meta,,1/info:regioninfo/1733217209558/Put/seqid=0 2024-12-03T09:14:21,346 INFO [RS:1;699c9baf3d29:45905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:14:21,346 INFO [RS:1;699c9baf3d29:45905 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,45905,1733217155969; zookeeper connection closed. 2024-12-03T09:14:21,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:14:21,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019a76f03e0002, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:14:21,349 INFO [RS:0;699c9baf3d29:35009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:14:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:14:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1019a76f03e0001, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:14:21,349 INFO [RS:0;699c9baf3d29:35009 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,35009,1733217155851; zookeeper connection closed. 2024-12-03T09:14:21,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741869_1045 (size=6071) 2024-12-03T09:14:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741869_1045 (size=6071) 2024-12-03T09:14:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741869_1045 (size=6071) 2024-12-03T09:14:21,352 INFO [M:0;699c9baf3d29:44589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab5e93c2da8d4593bd017a664a5bcfee 2024-12-03T09:14:21,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64dfb731 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64dfb731 2024-12-03T09:14:21,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e0cc33b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e0cc33b 2024-12-03T09:14:21,355 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T09:14:21,401 DEBUG [M:0;699c9baf3d29:44589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff596cf38d284ce0b2cff644637a9a30 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733217178977/Put/seqid=0 2024-12-03T09:14:21,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741870_1046 (size=9111) 2024-12-03T09:14:21,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741870_1046 (size=9111) 2024-12-03T09:14:21,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741870_1046 (size=9111) 2024-12-03T09:14:21,471 INFO [M:0;699c9baf3d29:44589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.58 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff596cf38d284ce0b2cff644637a9a30 2024-12-03T09:14:21,484 INFO [M:0;699c9baf3d29:44589 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff596cf38d284ce0b2cff644637a9a30 2024-12-03T09:14:21,517 DEBUG [M:0;699c9baf3d29:44589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/513be0407fe6463fb8b4b76eb1d2c69c is 69, key is 699c9baf3d29,35009,1733217155851/rs:state/1733217157238/Put/seqid=0 2024-12-03T09:14:21,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741871_1047 (size=5441) 2024-12-03T09:14:21,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741871_1047 (size=5441) 2024-12-03T09:14:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741871_1047 (size=5441) 2024-12-03T09:14:21,559 INFO [M:0;699c9baf3d29:44589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/513be0407fe6463fb8b4b76eb1d2c69c 2024-12-03T09:14:21,570 INFO [M:0;699c9baf3d29:44589 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 513be0407fe6463fb8b4b76eb1d2c69c 2024-12-03T09:14:21,571 DEBUG [M:0;699c9baf3d29:44589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab5e93c2da8d4593bd017a664a5bcfee as hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab5e93c2da8d4593bd017a664a5bcfee 2024-12-03T09:14:21,583 INFO [M:0;699c9baf3d29:44589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab5e93c2da8d4593bd017a664a5bcfee, entries=14, sequenceid=561, filesize=5.9 K 2024-12-03T09:14:21,585 DEBUG [M:0;699c9baf3d29:44589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff596cf38d284ce0b2cff644637a9a30 as hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff596cf38d284ce0b2cff644637a9a30 2024-12-03T09:14:21,600 INFO [M:0;699c9baf3d29:44589 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff596cf38d284ce0b2cff644637a9a30 2024-12-03T09:14:21,600 INFO [M:0;699c9baf3d29:44589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff596cf38d284ce0b2cff644637a9a30, entries=60, sequenceid=561, filesize=8.9 K 2024-12-03T09:14:21,601 DEBUG [M:0;699c9baf3d29:44589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/513be0407fe6463fb8b4b76eb1d2c69c as hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/513be0407fe6463fb8b4b76eb1d2c69c 2024-12-03T09:14:21,620 INFO [M:0;699c9baf3d29:44589 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 513be0407fe6463fb8b4b76eb1d2c69c 2024-12-03T09:14:21,621 INFO [M:0;699c9baf3d29:44589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/0f48aca4-948c-d9f5-fbda-757feb9c38c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/513be0407fe6463fb8b4b76eb1d2c69c, entries=3, sequenceid=561, filesize=5.3 K 2024-12-03T09:14:21,623 INFO [M:0;699c9baf3d29:44589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.81 KB/217917, heapSize ~263.88 KB/270208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 320ms, sequenceid=561, compaction requested=false 2024-12-03T09:14:21,643 INFO [M:0;699c9baf3d29:44589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:14:21,643 DEBUG [M:0;699c9baf3d29:44589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217261303Disabling compacts and flushes for region at 1733217261303Disabling writes for close at 1733217261303Obtaining lock to block concurrent updates at 1733217261303Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217261303Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217917, getHeapSize=270448, getOffHeapSize=0, getCellsCount=682 at 1733217261304 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217261304Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217261304Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217261324 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217261324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217261374 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217261401 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217261401Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217261484 (+83 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217261515 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217261515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18bae0bd: reopening flushed file at 1733217261570 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ab74a9: reopening flushed file at 1733217261583 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32529907: reopening flushed file at 1733217261600 (+17 ms)Finished flush of dataSize ~212.81 KB/217917, heapSize ~263.88 KB/270208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 320ms, sequenceid=561, compaction requested=false at 1733217261624 (+24 ms)Writing region close event to WAL at 1733217261643 (+19 ms)Closed at 1733217261643 2024-12-03T09:14:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741830_1006 (size=255285) 2024-12-03T09:14:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741830_1006 (size=255285) 2024-12-03T09:14:21,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741830_1006 (size=255285) 2024-12-03T09:14:21,656 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:14:21,657 INFO [M:0;699c9baf3d29:44589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:14:21,657 INFO [M:0;699c9baf3d29:44589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44589 2024-12-03T09:14:21,657 INFO [M:0;699c9baf3d29:44589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:14:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:14:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44589-0x1019a76f03e0000, quorum=127.0.0.1:59150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:14:21,834 INFO [M:0;699c9baf3d29:44589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:14:21,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e70bc28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:14:21,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:14:21,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:14:21,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:14:21,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir/,STOPPED} 2024-12-03T09:14:21,894 WARN [BP-1700051301-172.17.0.2-1733217149549 heartbeating to localhost/127.0.0.1:45525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:14:21,895 WARN [BP-1700051301-172.17.0.2-1733217149549 heartbeating to localhost/127.0.0.1:45525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1700051301-172.17.0.2-1733217149549 (Datanode Uuid 79f1cda8-645d-436c-be34-d31dab5aaaa8) service to localhost/127.0.0.1:45525 2024-12-03T09:14:21,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:14:21,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:14:21,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data5/current/BP-1700051301-172.17.0.2-1733217149549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:14:21,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data6/current/BP-1700051301-172.17.0.2-1733217149549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:14:21,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:14:21,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@795f0a62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:14:21,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:14:21,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:14:21,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:14:21,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir/,STOPPED} 2024-12-03T09:14:21,951 WARN [BP-1700051301-172.17.0.2-1733217149549 heartbeating to localhost/127.0.0.1:45525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:14:21,951 WARN [BP-1700051301-172.17.0.2-1733217149549 heartbeating to localhost/127.0.0.1:45525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1700051301-172.17.0.2-1733217149549 (Datanode Uuid 779eca48-63bb-4b25-b697-4c63ba2d2baa) service to localhost/127.0.0.1:45525 2024-12-03T09:14:21,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data3/current/BP-1700051301-172.17.0.2-1733217149549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:14:21,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data4/current/BP-1700051301-172.17.0.2-1733217149549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:14:21,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:14:21,953 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:14:21,954 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:14:22,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@214c3992{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:14:22,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:14:22,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:14:22,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:14:22,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir/,STOPPED} 2024-12-03T09:14:22,009 WARN [BP-1700051301-172.17.0.2-1733217149549 heartbeating to localhost/127.0.0.1:45525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:14:22,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:14:22,009 WARN [BP-1700051301-172.17.0.2-1733217149549 heartbeating to localhost/127.0.0.1:45525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1700051301-172.17.0.2-1733217149549 (Datanode Uuid db884ae1-c54c-48a3-9fb4-d71a3094f3ff) service to localhost/127.0.0.1:45525 2024-12-03T09:14:22,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:14:22,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data1/current/BP-1700051301-172.17.0.2-1733217149549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:14:22,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/cluster_f534c73f-9623-8502-611d-5796d9e7d595/data/data2/current/BP-1700051301-172.17.0.2-1733217149549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:14:22,010 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:14:22,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b3081c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:14:22,034 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:14:22,034 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:14:22,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:14:22,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir/,STOPPED} 2024-12-03T09:14:22,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:14:22,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:14:22,167 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/699c9baf3d29:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/699c9baf3d29:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/699c9baf3d29:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:45525 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/699c9baf3d29:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:45525 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/699c9baf3d29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/699c9baf3d29:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@67d0724d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/699c9baf3d29:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/699c9baf3d29:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:45525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:45525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=417 (was 353) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=13102 (was 15346) 2024-12-03T09:14:22,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=417, ProcessCount=11, AvailableMemoryMB=13101 2024-12-03T09:14:22,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir so I do NOT create it in target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2 2024-12-03T09:14:22,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T09:14:22,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.tmp.dir so I do NOT create it in target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2 2024-12-03T09:14:22,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c52ce2-2192-1c9b-eb22-0c2382034032/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T09:14:22,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2 2024-12-03T09:14:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T09:14:22,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef, deleteOnExit=true 2024-12-03T09:14:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T09:14:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/test.cache.data in system properties and HBase conf 2024-12-03T09:14:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T09:14:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/hadoop.log.dir in system properties and HBase conf 2024-12-03T09:14:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T09:14:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T09:14:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T09:14:22,194 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T09:14:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/nfs.dump.dir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/java.io.tmpdir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T09:14:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T09:14:22,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:14:22,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:14:22,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:14:22,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:14:22,678 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:14:22,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:14:22,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dcf699f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:14:22,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29e7e3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:14:22,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11f3ccef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/java.io.tmpdir/jetty-localhost-35643-hadoop-hdfs-3_4_1-tests_jar-_-any-5296484991397790459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:14:22,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55d89a62{HTTP/1.1, (http/1.1)}{localhost:35643} 2024-12-03T09:14:22,814 INFO [Time-limited test {}] server.Server(415): Started @115578ms 2024-12-03T09:14:23,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:14:23,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:14:23,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:14:23,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:14:23,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:14:23,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7984d63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:14:23,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@386a2c52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:14:23,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a101649{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/java.io.tmpdir/jetty-localhost-35097-hadoop-hdfs-3_4_1-tests_jar-_-any-15922893806600903693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:14:23,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27c6218e{HTTP/1.1, (http/1.1)}{localhost:35097} 2024-12-03T09:14:23,455 INFO [Time-limited test {}] server.Server(415): Started @116219ms 2024-12-03T09:14:23,457 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:14:23,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:14:23,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:14:23,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:14:23,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:14:23,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T09:14:23,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4180e574{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:14:23,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55ec82a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:14:23,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39f341d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/java.io.tmpdir/jetty-localhost-37603-hadoop-hdfs-3_4_1-tests_jar-_-any-875849269409312357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:14:23,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@165a31db{HTTP/1.1, (http/1.1)}{localhost:37603} 2024-12-03T09:14:23,703 INFO [Time-limited test {}] server.Server(415): Started @116467ms 2024-12-03T09:14:23,705 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:14:23,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T09:14:23,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T09:14:23,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T09:14:23,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T09:14:23,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T09:14:23,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dcebe55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/hadoop.log.dir/,AVAILABLE} 2024-12-03T09:14:23,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e800446{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T09:14:23,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f7d2e6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/java.io.tmpdir/jetty-localhost-42471-hadoop-hdfs-3_4_1-tests_jar-_-any-12391390679230741703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:14:23,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d64b7f5{HTTP/1.1, (http/1.1)}{localhost:42471} 2024-12-03T09:14:23,912 INFO [Time-limited test {}] server.Server(415): Started @116676ms 2024-12-03T09:14:23,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T09:14:24,903 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data1/current/BP-818111991-172.17.0.2-1733217262215/current, will proceed with Du for space computation calculation, 2024-12-03T09:14:24,920 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data2/current/BP-818111991-172.17.0.2-1733217262215/current, will proceed with Du for space computation calculation, 2024-12-03T09:14:24,955 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:14:24,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fef8ef489c3e9fe with lease ID 0x7ca24ac580a2700c: Processing first storage report for DS-7b134b3d-7be2-4a07-969d-e93ff25db164 from datanode DatanodeRegistration(127.0.0.1:42787, datanodeUuid=e67c8924-a785-4e4e-b4e3-ed41634f3ea2, infoPort=43563, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215) 2024-12-03T09:14:24,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fef8ef489c3e9fe with lease ID 0x7ca24ac580a2700c: from storage DS-7b134b3d-7be2-4a07-969d-e93ff25db164 node DatanodeRegistration(127.0.0.1:42787, datanodeUuid=e67c8924-a785-4e4e-b4e3-ed41634f3ea2, infoPort=43563, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T09:14:24,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fef8ef489c3e9fe with lease ID 0x7ca24ac580a2700c: Processing first storage report for DS-c23473d8-4384-425e-af0a-c8861abb55d3 from datanode DatanodeRegistration(127.0.0.1:42787, datanodeUuid=e67c8924-a785-4e4e-b4e3-ed41634f3ea2, infoPort=43563, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215) 2024-12-03T09:14:24,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fef8ef489c3e9fe with lease ID 0x7ca24ac580a2700c: from storage DS-c23473d8-4384-425e-af0a-c8861abb55d3 node DatanodeRegistration(127.0.0.1:42787, datanodeUuid=e67c8924-a785-4e4e-b4e3-ed41634f3ea2, infoPort=43563, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:14:25,075 WARN [Thread-749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data4/current/BP-818111991-172.17.0.2-1733217262215/current, will proceed with Du for space computation calculation, 2024-12-03T09:14:25,075 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data3/current/BP-818111991-172.17.0.2-1733217262215/current, will proceed with Du for space computation calculation, 2024-12-03T09:14:25,103 WARN [Thread-700 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:14:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe225686fadda7ca5 with lease ID 0x7ca24ac580a2700d: Processing first storage report for DS-30858518-3be0-4e55-93bf-b2e6822d3002 from datanode DatanodeRegistration(127.0.0.1:38303, datanodeUuid=58e8623f-8874-4a39-82d0-33dcdde55e70, infoPort=39155, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215) 2024-12-03T09:14:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe225686fadda7ca5 with lease ID 0x7ca24ac580a2700d: from storage DS-30858518-3be0-4e55-93bf-b2e6822d3002 node DatanodeRegistration(127.0.0.1:38303, datanodeUuid=58e8623f-8874-4a39-82d0-33dcdde55e70, infoPort=39155, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:14:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe225686fadda7ca5 with lease ID 0x7ca24ac580a2700d: Processing first storage report for DS-b61f618a-f59c-45b3-8181-b888c0c8f080 from datanode DatanodeRegistration(127.0.0.1:38303, datanodeUuid=58e8623f-8874-4a39-82d0-33dcdde55e70, infoPort=39155, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215) 2024-12-03T09:14:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe225686fadda7ca5 with lease ID 0x7ca24ac580a2700d: from storage DS-b61f618a-f59c-45b3-8181-b888c0c8f080 node DatanodeRegistration(127.0.0.1:38303, datanodeUuid=58e8623f-8874-4a39-82d0-33dcdde55e70, infoPort=39155, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:14:25,216 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data6/current/BP-818111991-172.17.0.2-1733217262215/current, will proceed with Du for space computation calculation, 2024-12-03T09:14:25,219 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data5/current/BP-818111991-172.17.0.2-1733217262215/current, will proceed with Du for space computation calculation, 2024-12-03T09:14:25,277 WARN [Thread-722 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T09:14:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24b10fd221ba40c with lease ID 0x7ca24ac580a2700e: Processing first storage report for DS-3a0cf787-2e58-4a69-96dc-aa54317493e4 from datanode DatanodeRegistration(127.0.0.1:34577, datanodeUuid=d54a6a2e-f9f6-4aed-8823-2fc49653cfe9, infoPort=39979, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215) 2024-12-03T09:14:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24b10fd221ba40c with lease ID 0x7ca24ac580a2700e: from storage DS-3a0cf787-2e58-4a69-96dc-aa54317493e4 node DatanodeRegistration(127.0.0.1:34577, datanodeUuid=d54a6a2e-f9f6-4aed-8823-2fc49653cfe9, infoPort=39979, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T09:14:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24b10fd221ba40c with lease ID 0x7ca24ac580a2700e: Processing first storage report for DS-20ac24b2-1c8c-4cba-a2d1-4e1f6158c1af from datanode DatanodeRegistration(127.0.0.1:34577, datanodeUuid=d54a6a2e-f9f6-4aed-8823-2fc49653cfe9, infoPort=39979, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215) 2024-12-03T09:14:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24b10fd221ba40c with lease ID 0x7ca24ac580a2700e: from storage DS-20ac24b2-1c8c-4cba-a2d1-4e1f6158c1af node DatanodeRegistration(127.0.0.1:34577, datanodeUuid=d54a6a2e-f9f6-4aed-8823-2fc49653cfe9, infoPort=39979, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=1249360614;c=1733217262215), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T09:14:25,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2 2024-12-03T09:14:25,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/zookeeper_0, clientPort=64975, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T09:14:25,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64975 2024-12-03T09:14:25,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:14:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:14:25,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T09:14:25,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741825_1001 (size=7) 2024-12-03T09:14:25,353 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c with version=8 2024-12-03T09:14:25,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/hbase-staging 2024-12-03T09:14:25,356 INFO [Time-limited test {}] client.ConnectionUtils(128): master/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:14:25,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:14:25,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:14:25,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T09:14:25,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:14:25,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36443 2024-12-03T09:14:25,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36443 connecting to ZooKeeper ensemble=127.0.0.1:64975 2024-12-03T09:14:25,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364430x0, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:14:25,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36443-0x1019a78a2530000 connected 2024-12-03T09:14:25,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:14:25,522 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c, hbase.cluster.distributed=false 2024-12-03T09:14:25,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T09:14:25,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36443 2024-12-03T09:14:25,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36443 2024-12-03T09:14:25,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36443 2024-12-03T09:14:25,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36443 2024-12-03T09:14:25,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36443 2024-12-03T09:14:25,547 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:14:25,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:14:25,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:14:25,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:14:25,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:14:25,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44081 2024-12-03T09:14:25,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44081 connecting to ZooKeeper ensemble=127.0.0.1:64975 2024-12-03T09:14:25,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440810x0, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:14:25,571 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:14:25,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440810x0, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:14:25,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44081-0x1019a78a2530001 connected 2024-12-03T09:14:25,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:14:25,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T09:14:25,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T09:14:25,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44081 2024-12-03T09:14:25,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44081 2024-12-03T09:14:25,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44081 2024-12-03T09:14:25,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44081 2024-12-03T09:14:25,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44081 2024-12-03T09:14:25,596 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:14:25,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:14:25,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:14:25,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:14:25,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:14:25,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45201 2024-12-03T09:14:25,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45201 connecting to ZooKeeper ensemble=127.0.0.1:64975 2024-12-03T09:14:25,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452010x0, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:14:25,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:14:25,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45201-0x1019a78a2530002 connected 2024-12-03T09:14:25,613 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:14:25,615 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:14:25,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T09:14:25,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T09:14:25,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45201 2024-12-03T09:14:25,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45201 2024-12-03T09:14:25,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45201 2024-12-03T09:14:25,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45201 2024-12-03T09:14:25,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45201 2024-12-03T09:14:25,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/699c9baf3d29:0 server-side Connection retries=45 2024-12-03T09:14:25,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T09:14:25,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T09:14:25,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T09:14:25,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T09:14:25,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T09:14:25,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42197 2024-12-03T09:14:25,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42197 connecting to ZooKeeper ensemble=127.0.0.1:64975 2024-12-03T09:14:25,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,665 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421970x0, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T09:14:25,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421970x0, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:14:25,666 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T09:14:25,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42197-0x1019a78a2530003 connected 2024-12-03T09:14:25,668 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T09:14:25,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T09:14:25,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T09:14:25,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42197 2024-12-03T09:14:25,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42197 2024-12-03T09:14:25,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42197 2024-12-03T09:14:25,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42197 2024-12-03T09:14:25,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42197 2024-12-03T09:14:25,688 DEBUG [M:0;699c9baf3d29:36443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;699c9baf3d29:36443 2024-12-03T09:14:25,701 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/699c9baf3d29,36443,1733217265356 2024-12-03T09:14:25,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:14:25,707 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:14:25,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:14:25,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:14:25,712 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/699c9baf3d29,36443,1733217265356 2024-12-03T09:14:25,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T09:14:25,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:25,718 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T09:14:25,718 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:25,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:25,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T09:14:25,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:25,720 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T09:14:25,721 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/699c9baf3d29,36443,1733217265356 from backup master directory 2024-12-03T09:14:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:14:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:14:25,728 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:14:25,728 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=699c9baf3d29,36443,1733217265356 2024-12-03T09:14:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/699c9baf3d29,36443,1733217265356 2024-12-03T09:14:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:14:25,728 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T09:14:25,745 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/hbase.id] with ID: 071f99d0-ee9c-4cdb-89a4-5f21baff69fc 2024-12-03T09:14:25,745 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/.tmp/hbase.id 2024-12-03T09:14:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:14:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:14:25,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741826_1002 (size=42) 2024-12-03T09:14:25,794 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/.tmp/hbase.id]:[hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/hbase.id] 2024-12-03T09:14:25,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:25,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:25,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:25,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T09:14:25,825 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T09:14:25,827 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T09:14:25,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:25,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:25,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:25,833 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:25,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:14:25,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:14:25,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741827_1003 (size=196) 2024-12-03T09:14:25,850 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:14:25,851 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T09:14:25,851 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:14:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:14:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:14:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741828_1004 (size=1189) 2024-12-03T09:14:26,279 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store 2024-12-03T09:14:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:14:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:14:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741829_1005 (size=34) 2024-12-03T09:14:26,289 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:26,289 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:14:26,289 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:14:26,289 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:14:26,289 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:14:26,289 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:14:26,289 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:14:26,289 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217266289Disabling compacts and flushes for region at 1733217266289Disabling writes for close at 1733217266289Writing region close event to WAL at 1733217266289Closed at 1733217266289 2024-12-03T09:14:26,290 WARN [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/.initializing 2024-12-03T09:14:26,290 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/WALs/699c9baf3d29,36443,1733217265356 2024-12-03T09:14:26,292 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:14:26,294 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C36443%2C1733217265356, suffix=, logDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/WALs/699c9baf3d29,36443,1733217265356, archiveDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/oldWALs, maxLogs=10 2024-12-03T09:14:26,313 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/WALs/699c9baf3d29,36443,1733217265356/699c9baf3d29%2C36443%2C1733217265356.1733217266294, exclude list is [], retry=0 2024-12-03T09:14:26,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38303,DS-30858518-3be0-4e55-93bf-b2e6822d3002,DISK] 2024-12-03T09:14:26,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:14:26,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34577,DS-3a0cf787-2e58-4a69-96dc-aa54317493e4,DISK] 2024-12-03T09:14:26,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-7b134b3d-7be2-4a07-969d-e93ff25db164,DISK] 2024-12-03T09:14:26,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:26,333 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/WALs/699c9baf3d29,36443,1733217265356/699c9baf3d29%2C36443%2C1733217265356.1733217266294 2024-12-03T09:14:26,334 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39155:39155),(127.0.0.1/127.0.0.1:43563:43563),(127.0.0.1/127.0.0.1:39979:39979)] 2024-12-03T09:14:26,334 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:14:26,335 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:26,335 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,335 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:26,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:26,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T09:14:26,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:26,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:14:26,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T09:14:26,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:26,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:26,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T09:14:26,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:26,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:26,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T09:14:26,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:26,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:26,349 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,350 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,350 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,352 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,352 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,352 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:14:26,353 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T09:14:26,356 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:26,356 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73495614, jitterRate=0.09516999125480652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:14:26,357 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733217266335Initializing all the Stores at 1733217266336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217266336Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217266338 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217266338Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217266338Cleaning up temporary data from old regions at 1733217266352 (+14 ms)Region opened successfully at 1733217266357 (+5 ms) 2024-12-03T09:14:26,357 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T09:14:26,361 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f7eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:14:26,363 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T09:14:26,363 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T09:14:26,363 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T09:14:26,364 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T09:14:26,364 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T09:14:26,365 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T09:14:26,365 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-03T09:14:26,374 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T09:14:26,375 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T09:14:26,433 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T09:14:26,434 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T09:14:26,434 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T09:14:26,444 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T09:14:26,444 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T09:14:26,445 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T09:14:26,454 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T09:14:26,455 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T09:14:26,464 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T09:14:26,467 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T09:14:26,475 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T09:14:26,486 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T09:14:26,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T09:14:26,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T09:14:26,486 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T09:14:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,487 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=699c9baf3d29,36443,1733217265356, sessionid=0x1019a78a2530000, setting cluster-up flag (Was=false) 2024-12-03T09:14:26,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,507 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,616 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T09:14:26,618 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,36443,1733217265356 2024-12-03T09:14:26,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,654 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:26,686 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T09:14:26,687 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=699c9baf3d29,36443,1733217265356 2024-12-03T09:14:26,688 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T09:14:26,689 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T09:14:26,690 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T09:14:26,690 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T09:14:26,690 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 699c9baf3d29,36443,1733217265356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T09:14:26,691 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:14:26,692 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:14:26,692 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:14:26,692 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/699c9baf3d29:0, corePoolSize=5, maxPoolSize=5 2024-12-03T09:14:26,692 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/699c9baf3d29:0, corePoolSize=10, maxPoolSize=10 2024-12-03T09:14:26,692 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,692 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:14:26,692 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733217296694 2024-12-03T09:14:26,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T09:14:26,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T09:14:26,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T09:14:26,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T09:14:26,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T09:14:26,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T09:14:26,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:14:26,694 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T09:14:26,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T09:14:26,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T09:14:26,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T09:14:26,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T09:14:26,695 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T09:14:26,696 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217266695,5,FailOnTimeoutGroup] 2024-12-03T09:14:26,696 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217266696,5,FailOnTimeoutGroup] 2024-12-03T09:14:26,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T09:14:26,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,696 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,696 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:26,696 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T09:14:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:14:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:14:26,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741831_1007 (size=1321) 2024-12-03T09:14:26,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T09:14:26,715 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:26,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:14:26,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:14:26,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741832_1008 (size=32) 2024-12-03T09:14:26,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:26,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:14:26,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:14:26,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:26,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:14:26,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:14:26,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:14:26,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:26,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:14:26,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:14:26,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:14:26,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:26,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:14:26,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:14:26,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:14:26,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:26,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:14:26,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:14:26,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740 2024-12-03T09:14:26,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740 2024-12-03T09:14:26,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:14:26,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:14:26,758 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:14:26,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:14:26,763 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:26,763 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70191504, jitterRate=0.04593491554260254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:14:26,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733217266732Initializing all the Stores at 1733217266734 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217266734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217266734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217266734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217266734Cleaning up temporary data from old regions at 1733217266758 (+24 ms)Region opened successfully at 1733217266763 (+5 ms) 2024-12-03T09:14:26,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:14:26,764 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:14:26,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:14:26,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:14:26,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:14:26,764 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:14:26,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217266764Disabling compacts and flushes for region at 1733217266764Disabling writes for close at 1733217266764Writing region close event to WAL at 1733217266764Closed at 1733217266764 2024-12-03T09:14:26,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:14:26,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T09:14:26,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T09:14:26,766 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:14:26,768 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T09:14:26,776 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.HRegionServer(746): ClusterId : 071f99d0-ee9c-4cdb-89a4-5f21baff69fc 2024-12-03T09:14:26,776 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(746): ClusterId : 071f99d0-ee9c-4cdb-89a4-5f21baff69fc 2024-12-03T09:14:26,776 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:14:26,776 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:14:26,780 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(746): ClusterId : 071f99d0-ee9c-4cdb-89a4-5f21baff69fc 2024-12-03T09:14:26,780 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T09:14:26,791 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:14:26,791 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:14:26,791 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:14:26,791 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:14:26,812 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T09:14:26,812 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T09:14:26,813 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:14:26,814 DEBUG [RS:2;699c9baf3d29:42197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a2ac27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:14:26,823 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:14:26,823 DEBUG [RS:0;699c9baf3d29:44081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758209f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:14:26,823 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T09:14:26,823 DEBUG [RS:1;699c9baf3d29:45201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db2692b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=699c9baf3d29/172.17.0.2:0 2024-12-03T09:14:26,830 DEBUG [RS:2;699c9baf3d29:42197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;699c9baf3d29:42197 2024-12-03T09:14:26,830 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:14:26,830 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:14:26,830 DEBUG [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:14:26,831 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,36443,1733217265356 with port=42197, startcode=1733217265633 2024-12-03T09:14:26,831 DEBUG [RS:2;699c9baf3d29:42197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:14:26,837 DEBUG [RS:0;699c9baf3d29:44081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;699c9baf3d29:44081 2024-12-03T09:14:26,837 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:14:26,837 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:14:26,837 DEBUG [RS:0;699c9baf3d29:44081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:14:26,838 DEBUG [RS:1;699c9baf3d29:45201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;699c9baf3d29:45201 2024-12-03T09:14:26,838 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:14:26,838 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T09:14:26,838 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T09:14:26,838 DEBUG [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T09:14:26,838 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,36443,1733217265356 with port=44081, startcode=1733217265546 2024-12-03T09:14:26,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,42197,1733217265633 2024-12-03T09:14:26,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36443 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,42197,1733217265633 2024-12-03T09:14:26,838 DEBUG [RS:0;699c9baf3d29:44081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:14:26,840 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(2659): reportForDuty to master=699c9baf3d29,36443,1733217265356 with port=45201, startcode=1733217265596 2024-12-03T09:14:26,840 DEBUG [RS:1;699c9baf3d29:45201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T09:14:26,841 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:14:26,842 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T09:14:26,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,44081,1733217265546 2024-12-03T09:14:26,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36443 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,44081,1733217265546 2024-12-03T09:14:26,851 DEBUG [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:26,851 DEBUG [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33623 2024-12-03T09:14:26,851 DEBUG [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:14:26,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 699c9baf3d29,45201,1733217265596 2024-12-03T09:14:26,853 DEBUG [RS:0;699c9baf3d29:44081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:26,853 DEBUG [RS:0;699c9baf3d29:44081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33623 2024-12-03T09:14:26,853 DEBUG [RS:0;699c9baf3d29:44081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:14:26,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36443 {}] master.ServerManager(517): Registering regionserver=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:26,854 DEBUG [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:26,854 DEBUG [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33623 2024-12-03T09:14:26,854 DEBUG [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T09:14:26,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T09:14:26,908 DEBUG [RS:2;699c9baf3d29:42197 {}] zookeeper.ZKUtil(111): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/699c9baf3d29,42197,1733217265633 2024-12-03T09:14:26,908 WARN [RS:2;699c9baf3d29:42197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:14:26,908 INFO [RS:2;699c9baf3d29:42197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:14:26,908 DEBUG [RS:0;699c9baf3d29:44081 {}] zookeeper.ZKUtil(111): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/699c9baf3d29,44081,1733217265546 2024-12-03T09:14:26,908 DEBUG [RS:1;699c9baf3d29:45201 {}] zookeeper.ZKUtil(111): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/699c9baf3d29,45201,1733217265596 2024-12-03T09:14:26,908 DEBUG [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,42197,1733217265633 2024-12-03T09:14:26,908 WARN [RS:0;699c9baf3d29:44081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:14:26,908 WARN [RS:1;699c9baf3d29:45201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T09:14:26,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,45201,1733217265596] 2024-12-03T09:14:26,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,44081,1733217265546] 2024-12-03T09:14:26,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [699c9baf3d29,42197,1733217265633] 2024-12-03T09:14:26,909 INFO [RS:0;699c9baf3d29:44081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:14:26,909 INFO [RS:1;699c9baf3d29:45201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:14:26,909 DEBUG [RS:0;699c9baf3d29:44081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546 2024-12-03T09:14:26,909 DEBUG [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,45201,1733217265596 2024-12-03T09:14:26,913 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:14:26,917 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:14:26,918 WARN [699c9baf3d29:36443 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T09:14:26,919 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T09:14:26,920 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:14:26,925 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:14:26,925 INFO [RS:0;699c9baf3d29:44081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:14:26,925 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,925 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T09:14:26,926 INFO [RS:2;699c9baf3d29:42197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:14:26,926 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:14:26,926 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,926 INFO [RS:1;699c9baf3d29:45201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T09:14:26,926 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,926 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:14:26,926 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T09:14:26,928 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:14:26,928 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:14:26,928 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,928 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:14:26,929 DEBUG [RS:2;699c9baf3d29:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:14:26,929 DEBUG [RS:1;699c9baf3d29:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:14:26,929 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T09:14:26,929 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0, corePoolSize=2, maxPoolSize=2 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/699c9baf3d29:0, corePoolSize=1, maxPoolSize=1 2024-12-03T09:14:26,930 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:14:26,931 DEBUG [RS:0;699c9baf3d29:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/699c9baf3d29:0, corePoolSize=3, maxPoolSize=3 2024-12-03T09:14:26,939 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,939 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,939 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,939 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,939 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,939 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42197,1733217265633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:14:26,940 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,940 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,940 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,940 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,940 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,940 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45201,1733217265596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:14:26,942 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,942 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,943 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,943 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,943 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,943 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44081,1733217265546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:14:26,956 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:14:26,956 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,42197,1733217265633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,956 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,956 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.Replication(171): 699c9baf3d29,42197,1733217265633 started 2024-12-03T09:14:26,957 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:14:26,957 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,44081,1733217265546-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,957 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,957 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.Replication(171): 699c9baf3d29,44081,1733217265546 started 2024-12-03T09:14:26,961 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T09:14:26,961 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,45201,1733217265596-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,962 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,962 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.Replication(171): 699c9baf3d29,45201,1733217265596 started 2024-12-03T09:14:26,974 INFO [RS:0;699c9baf3d29:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,974 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,974 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,42197,1733217265633, RpcServer on 699c9baf3d29/172.17.0.2:42197, sessionid=0x1019a78a2530003 2024-12-03T09:14:26,974 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,44081,1733217265546, RpcServer on 699c9baf3d29/172.17.0.2:44081, sessionid=0x1019a78a2530001 2024-12-03T09:14:26,974 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:14:26,974 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:14:26,974 DEBUG [RS:0;699c9baf3d29:44081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,44081,1733217265546 2024-12-03T09:14:26,974 DEBUG [RS:2;699c9baf3d29:42197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,42197,1733217265633 2024-12-03T09:14:26,974 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,44081,1733217265546' 2024-12-03T09:14:26,974 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,42197,1733217265633' 2024-12-03T09:14:26,974 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T09:14:26,974 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T09:14:26,975 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T09:14:26,975 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T09:14:26,976 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:14:26,976 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:14:26,976 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:14:26,976 DEBUG [RS:0;699c9baf3d29:44081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,44081,1733217265546 2024-12-03T09:14:26,976 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:14:26,976 DEBUG [RS:2;699c9baf3d29:42197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,42197,1733217265633 2024-12-03T09:14:26,976 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,44081,1733217265546' 2024-12-03T09:14:26,976 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,42197,1733217265633' 2024-12-03T09:14:26,976 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T09:14:26,976 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T09:14:26,977 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T09:14:26,978 DEBUG [RS:2;699c9baf3d29:42197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:14:26,978 INFO [RS:2;699c9baf3d29:42197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:14:26,978 INFO [RS:2;699c9baf3d29:42197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:14:26,980 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T09:14:26,981 DEBUG [RS:0;699c9baf3d29:44081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:14:26,981 INFO [RS:0;699c9baf3d29:44081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:14:26,981 INFO [RS:0;699c9baf3d29:44081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:14:26,981 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:26,981 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(1482): Serving as 699c9baf3d29,45201,1733217265596, RpcServer on 699c9baf3d29/172.17.0.2:45201, sessionid=0x1019a78a2530002 2024-12-03T09:14:26,981 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T09:14:26,981 DEBUG [RS:1;699c9baf3d29:45201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 699c9baf3d29,45201,1733217265596 2024-12-03T09:14:26,981 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,45201,1733217265596' 2024-12-03T09:14:26,981 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T09:14:26,982 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T09:14:26,982 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T09:14:26,982 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T09:14:26,982 DEBUG [RS:1;699c9baf3d29:45201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 699c9baf3d29,45201,1733217265596 2024-12-03T09:14:26,982 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '699c9baf3d29,45201,1733217265596' 2024-12-03T09:14:26,982 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T09:14:26,983 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T09:14:26,984 DEBUG [RS:1;699c9baf3d29:45201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T09:14:26,984 INFO [RS:1;699c9baf3d29:45201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T09:14:26,984 INFO [RS:1;699c9baf3d29:45201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T09:14:27,078 INFO [RS:2;699c9baf3d29:42197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:14:27,080 INFO [RS:2;699c9baf3d29:42197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C42197%2C1733217265633, suffix=, logDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,42197,1733217265633, archiveDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/oldWALs, maxLogs=32 2024-12-03T09:14:27,081 INFO [RS:0;699c9baf3d29:44081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:14:27,083 INFO [RS:0;699c9baf3d29:44081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C44081%2C1733217265546, suffix=, logDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546, archiveDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/oldWALs, maxLogs=32 2024-12-03T09:14:27,084 INFO [RS:1;699c9baf3d29:45201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T09:14:27,085 INFO [RS:1;699c9baf3d29:45201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C45201%2C1733217265596, suffix=, logDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,45201,1733217265596, archiveDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/oldWALs, maxLogs=32 2024-12-03T09:14:27,097 DEBUG [RS:2;699c9baf3d29:42197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,42197,1733217265633/699c9baf3d29%2C42197%2C1733217265633.1733217267081, exclude list is [], retry=0 2024-12-03T09:14:27,100 DEBUG [RS:0;699c9baf3d29:44081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546/699c9baf3d29%2C44081%2C1733217265546.1733217267084, exclude list is [], retry=0 2024-12-03T09:14:27,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38303,DS-30858518-3be0-4e55-93bf-b2e6822d3002,DISK] 2024-12-03T09:14:27,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-7b134b3d-7be2-4a07-969d-e93ff25db164,DISK] 2024-12-03T09:14:27,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34577,DS-3a0cf787-2e58-4a69-96dc-aa54317493e4,DISK] 2024-12-03T09:14:27,105 DEBUG [RS:1;699c9baf3d29:45201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,45201,1733217265596/699c9baf3d29%2C45201%2C1733217265596.1733217267086, exclude list is [], retry=0 2024-12-03T09:14:27,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-7b134b3d-7be2-4a07-969d-e93ff25db164,DISK] 2024-12-03T09:14:27,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34577,DS-3a0cf787-2e58-4a69-96dc-aa54317493e4,DISK] 2024-12-03T09:14:27,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38303,DS-30858518-3be0-4e55-93bf-b2e6822d3002,DISK] 2024-12-03T09:14:27,113 INFO [RS:2;699c9baf3d29:42197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,42197,1733217265633/699c9baf3d29%2C42197%2C1733217265633.1733217267081 2024-12-03T09:14:27,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38303,DS-30858518-3be0-4e55-93bf-b2e6822d3002,DISK] 2024-12-03T09:14:27,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34577,DS-3a0cf787-2e58-4a69-96dc-aa54317493e4,DISK] 2024-12-03T09:14:27,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-7b134b3d-7be2-4a07-969d-e93ff25db164,DISK] 2024-12-03T09:14:27,120 DEBUG [RS:2;699c9baf3d29:42197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39155:39155),(127.0.0.1/127.0.0.1:43563:43563),(127.0.0.1/127.0.0.1:39979:39979)] 2024-12-03T09:14:27,124 INFO [RS:0;699c9baf3d29:44081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546/699c9baf3d29%2C44081%2C1733217265546.1733217267084 2024-12-03T09:14:27,124 INFO [RS:1;699c9baf3d29:45201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,45201,1733217265596/699c9baf3d29%2C45201%2C1733217265596.1733217267086 2024-12-03T09:14:27,124 DEBUG [RS:1;699c9baf3d29:45201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39155:39155),(127.0.0.1/127.0.0.1:43563:43563),(127.0.0.1/127.0.0.1:39979:39979)] 2024-12-03T09:14:27,128 DEBUG [RS:0;699c9baf3d29:44081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39155:39155),(127.0.0.1/127.0.0.1:43563:43563),(127.0.0.1/127.0.0.1:39979:39979)] 2024-12-03T09:14:27,168 DEBUG [699c9baf3d29:36443 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-03T09:14:27,169 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(204): Hosts are {699c9baf3d29=0} racks are {/default-rack=0} 2024-12-03T09:14:27,171 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T09:14:27,171 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T09:14:27,171 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T09:14:27,171 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T09:14:27,171 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T09:14:27,171 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T09:14:27,171 INFO [699c9baf3d29:36443 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T09:14:27,171 INFO [699c9baf3d29:36443 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T09:14:27,171 INFO [699c9baf3d29:36443 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T09:14:27,171 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T09:14:27,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:27,173 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,45201,1733217265596, state=OPENING 2024-12-03T09:14:27,191 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T09:14:27,201 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:14:27,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:14:27,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:14:27,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:14:27,202 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T09:14:27,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,45201,1733217265596}] 2024-12-03T09:14:27,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:14:35,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T09:14:35,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T09:14:37,205 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:14:37,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:14:37,211 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T09:14:37,212 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T09:14:37,212 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T09:14:37,214 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=699c9baf3d29%2C45201%2C1733217265596.meta, suffix=.meta, logDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,45201,1733217265596, archiveDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/oldWALs, maxLogs=32 2024-12-03T09:14:37,227 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,45201,1733217265596/699c9baf3d29%2C45201%2C1733217265596.meta.1733217277214.meta, exclude list is [], retry=0 2024-12-03T09:14:37,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38303,DS-30858518-3be0-4e55-93bf-b2e6822d3002,DISK] 2024-12-03T09:14:37,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34577,DS-3a0cf787-2e58-4a69-96dc-aa54317493e4,DISK] 2024-12-03T09:14:37,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-7b134b3d-7be2-4a07-969d-e93ff25db164,DISK] 2024-12-03T09:14:37,232 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,45201,1733217265596/699c9baf3d29%2C45201%2C1733217265596.meta.1733217277214.meta 2024-12-03T09:14:37,232 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39155:39155),(127.0.0.1/127.0.0.1:39979:39979),(127.0.0.1/127.0.0.1:43563:43563)] 2024-12-03T09:14:37,233 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T09:14:37,233 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T09:14:37,233 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T09:14:37,233 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T09:14:37,233 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T09:14:37,233 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:37,234 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T09:14:37,234 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T09:14:37,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T09:14:37,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T09:14:37,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:37,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:14:37,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T09:14:37,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T09:14:37,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:37,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:14:37,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T09:14:37,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T09:14:37,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:37,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:14:37,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T09:14:37,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T09:14:37,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:37,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T09:14:37,242 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T09:14:37,243 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740 2024-12-03T09:14:37,244 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740 2024-12-03T09:14:37,246 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T09:14:37,246 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T09:14:37,247 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T09:14:37,248 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T09:14:37,249 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69054511, jitterRate=0.02899239957332611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T09:14:37,249 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T09:14:37,249 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733217277234Writing region info on filesystem at 1733217277234Initializing all the Stores at 1733217277235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217277235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217277235Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217277235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733217277235Cleaning up temporary data from old regions at 1733217277246 (+11 ms)Running coprocessor post-open hooks at 1733217277249 (+3 ms)Region opened successfully at 1733217277249 2024-12-03T09:14:37,250 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733217277205 2024-12-03T09:14:37,252 DEBUG [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T09:14:37,253 INFO [RS_OPEN_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T09:14:37,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:37,254 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 699c9baf3d29,45201,1733217265596, state=OPEN 2024-12-03T09:14:37,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:14:37,377 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:14:37,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:14:37,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:14:37,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:14:37,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T09:14:37,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:14:37,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T09:14:37,378 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:37,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T09:14:37,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=699c9baf3d29,45201,1733217265596 in 10.1760 sec 2024-12-03T09:14:37,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T09:14:37,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6200 sec 2024-12-03T09:14:37,393 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T09:14:37,393 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T09:14:37,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:14:37,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,45201,1733217265596, seqNum=-1] 2024-12-03T09:14:37,407 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:14:37,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:14:37,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7280 sec 2024-12-03T09:14:37,418 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733217277418, completionTime=-1 2024-12-03T09:14:37,418 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T09:14:37,418 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T09:14:37,422 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T09:14:37,422 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733217337422 2024-12-03T09:14:37,422 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733217397422 2024-12-03T09:14:37,422 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T09:14:37,422 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T09:14:37,423 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36443,1733217265356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:37,423 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36443,1733217265356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:37,423 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36443,1733217265356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:37,424 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-699c9baf3d29:36443, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:37,424 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:37,426 DEBUG [master/699c9baf3d29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T09:14:37,429 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:37,433 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.705sec 2024-12-03T09:14:37,434 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T09:14:37,434 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T09:14:37,434 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T09:14:37,434 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T09:14:37,434 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T09:14:37,434 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36443,1733217265356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T09:14:37,434 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36443,1733217265356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T09:14:37,437 DEBUG [master/699c9baf3d29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T09:14:37,437 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T09:14:37,438 INFO [master/699c9baf3d29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=699c9baf3d29,36443,1733217265356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T09:14:37,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301b131e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:14:37,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36443,-1 for getting cluster id 2024-12-03T09:14:37,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:14:37,486 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '071f99d0-ee9c-4cdb-89a4-5f21baff69fc' 2024-12-03T09:14:37,486 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:14:37,487 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "071f99d0-ee9c-4cdb-89a4-5f21baff69fc" 2024-12-03T09:14:37,487 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3ff251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:14:37,487 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36443,-1] 2024-12-03T09:14:37,487 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:14:37,488 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:37,489 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:14:37,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f6168a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:14:37,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:14:37,491 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,45201,1733217265596, seqNum=-1] 2024-12-03T09:14:37,492 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:14:37,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:14:37,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=699c9baf3d29,36443,1733217265356 2024-12-03T09:14:37,496 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733217277496 (current time:1733217277496). 2024-12-03T09:14:37,496 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-03T09:14:37,496 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-03T09:14:37,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c6ca39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:14:37,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 699c9baf3d29,36443,-1 for getting cluster id 2024-12-03T09:14:37,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T09:14:37,504 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '071f99d0-ee9c-4cdb-89a4-5f21baff69fc' 2024-12-03T09:14:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T09:14:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "071f99d0-ee9c-4cdb-89a4-5f21baff69fc" 2024-12-03T09:14:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab40e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:14:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [699c9baf3d29,36443,-1] 2024-12-03T09:14:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T09:14:37,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:37,506 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T09:14:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cca32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T09:14:37,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T09:14:37,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=699c9baf3d29,45201,1733217265596, seqNum=-1] 2024-12-03T09:14:37,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:14:37,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:14:37,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:14:37,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:14:37,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:37,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:14:37,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:14:37,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T09:14:37,513 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 699c9baf3d29,36443,1733217265356 2024-12-03T09:14:37,513 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c87bd78 2024-12-03T09:14:37,513 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T09:14:37,515 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T09:14:37,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T09:14:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-03T09:14:37,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T09:14:37,519 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:37,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-03T09:14:37,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T09:14:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:14:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741837_1013 (size=361) 2024-12-03T09:14:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741837_1013 (size=361) 2024-12-03T09:14:37,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741837_1013 (size=361) 2024-12-03T09:14:37,544 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff017ff091a1a0ddd6c4dbf244a517d3, NAME => 'SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:37,545 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b47b7e6866f9d7de88504d3fa412a861, NAME => 'SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:37,545 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 95fa94089e0644cd9c92da4da4329d92, NAME => 'SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:37,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741839_1015 (size=62) 2024-12-03T09:14:37,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741839_1015 (size=62) 2024-12-03T09:14:37,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741839_1015 (size=62) 2024-12-03T09:14:37,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:37,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b47b7e6866f9d7de88504d3fa412a861, disabling compactions & flushes 2024-12-03T09:14:37,566 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:14:37,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:14:37,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. after waiting 0 ms 2024-12-03T09:14:37,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:14:37,567 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:14:37,567 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b47b7e6866f9d7de88504d3fa412a861: Waiting for close lock at 1733217277566Disabling compacts and flushes for region at 1733217277566Disabling writes for close at 1733217277566Writing region close event to WAL at 1733217277566Closed at 1733217277566 2024-12-03T09:14:37,567 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f5b02ed90c6b4bb8f0dbdefc50b86c03, NAME => 'SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:37,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741840_1016 (size=54) 2024-12-03T09:14:37,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741840_1016 (size=54) 2024-12-03T09:14:37,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741840_1016 (size=54) 2024-12-03T09:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ff017ff091a1a0ddd6c4dbf244a517d3, disabling compactions & flushes 2024-12-03T09:14:37,572 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. after waiting 0 ms 2024-12-03T09:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:14:37,572 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff017ff091a1a0ddd6c4dbf244a517d3: Waiting for close lock at 1733217277572Disabling compacts and flushes for region at 1733217277572Disabling writes for close at 1733217277572Writing region close event to WAL at 1733217277572Closed at 1733217277572 2024-12-03T09:14:37,573 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8ec15f73694283634a777593c9deb8e, NAME => 'SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:37,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741838_1014 (size=62) 2024-12-03T09:14:37,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741838_1014 (size=62) 2024-12-03T09:14:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741838_1014 (size=62) 2024-12-03T09:14:37,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:37,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 95fa94089e0644cd9c92da4da4329d92, disabling compactions & flushes 2024-12-03T09:14:37,586 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:14:37,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:14:37,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. after waiting 0 ms 2024-12-03T09:14:37,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:14:37,586 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:14:37,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 95fa94089e0644cd9c92da4da4329d92: Waiting for close lock at 1733217277586Disabling compacts and flushes for region at 1733217277586Disabling writes for close at 1733217277586Writing region close event to WAL at 1733217277586Closed at 1733217277586 2024-12-03T09:14:37,587 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 33563ab76b2c7f21c0e0a321a30d88f7, NAME => 'SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:37,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741841_1017 (size=62) 2024-12-03T09:14:37,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741841_1017 (size=62) 2024-12-03T09:14:37,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741841_1017 (size=62) 2024-12-03T09:14:37,606 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:37,606 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f5b02ed90c6b4bb8f0dbdefc50b86c03, disabling compactions & flushes 2024-12-03T09:14:37,606 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:14:37,606 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:14:37,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. after waiting 0 ms 2024-12-03T09:14:37,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:14:37,607 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:14:37,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f5b02ed90c6b4bb8f0dbdefc50b86c03: Waiting for close lock at 1733217277606Disabling compacts and flushes for region at 1733217277606Disabling writes for close at 1733217277607 (+1 ms)Writing region close event to WAL at 1733217277607Closed at 1733217277607 2024-12-03T09:14:37,608 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c595e5e6c812048f248cd4e80da349fa, NAME => 'SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:37,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741842_1018 (size=62) 2024-12-03T09:14:37,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741842_1018 (size=62) 2024-12-03T09:14:37,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741842_1018 (size=62) 2024-12-03T09:14:37,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:37,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c8ec15f73694283634a777593c9deb8e, disabling compactions & flushes 2024-12-03T09:14:37,617 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:14:37,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:14:37,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. after waiting 0 ms 2024-12-03T09:14:37,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:14:37,617 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:14:37,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8ec15f73694283634a777593c9deb8e: Waiting for close lock at 1733217277617Disabling compacts and flushes for region at 1733217277617Disabling writes for close at 1733217277617Writing region close event to WAL at 1733217277617Closed at 1733217277617 2024-12-03T09:14:37,618 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75e00366d0e9bd37d66f600c374ce306, NAME => 'SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:14:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741843_1019 (size=62) 2024-12-03T09:14:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741843_1019 (size=62) 2024-12-03T09:14:37,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741843_1019 (size=62) 2024-12-03T09:14:37,631 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:37,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 33563ab76b2c7f21c0e0a321a30d88f7, disabling compactions & flushes 2024-12-03T09:14:37,632 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:14:37,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:14:37,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. after waiting 0 ms 2024-12-03T09:14:37,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:14:37,632 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:14:37,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 33563ab76b2c7f21c0e0a321a30d88f7: Waiting for close lock at 1733217277632Disabling compacts and flushes for region at 1733217277632Disabling writes for close at 1733217277632Writing region close event to WAL at 1733217277632Closed at 1733217277632 2024-12-03T09:14:37,633 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => be5a0358e088784641fea1cc0647d685, NAME => 'SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741844_1020 (size=62) 2024-12-03T09:14:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741844_1020 (size=62) 2024-12-03T09:14:37,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741844_1020 (size=62) 2024-12-03T09:14:37,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:37,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c595e5e6c812048f248cd4e80da349fa, disabling compactions & flushes 2024-12-03T09:14:37,668 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:14:37,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:14:37,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. after waiting 0 ms 2024-12-03T09:14:37,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:14:37,669 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:14:37,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c595e5e6c812048f248cd4e80da349fa: Waiting for close lock at 1733217277668Disabling compacts and flushes for region at 1733217277668Disabling writes for close at 1733217277669 (+1 ms)Writing region close event to WAL at 1733217277669Closed at 1733217277669 2024-12-03T09:14:37,670 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9d8d94ba2f4d107561e564f24befc6df, NAME => 'SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c 2024-12-03T09:14:37,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741845_1021 (size=62) 2024-12-03T09:14:37,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741845_1021 (size=62) 2024-12-03T09:14:37,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741845_1021 (size=62) 2024-12-03T09:14:37,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:37,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing be5a0358e088784641fea1cc0647d685, disabling compactions & flushes 2024-12-03T09:14:37,692 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:14:37,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:14:37,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. after waiting 0 ms 2024-12-03T09:14:37,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:14:37,692 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:14:37,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for be5a0358e088784641fea1cc0647d685: Waiting for close lock at 1733217277692Disabling compacts and flushes for region at 1733217277692Disabling writes for close at 1733217277692Writing region close event to WAL at 1733217277692Closed at 1733217277692 2024-12-03T09:14:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741846_1022 (size=62) 2024-12-03T09:14:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741847_1023 (size=54) 2024-12-03T09:14:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741846_1022 (size=62) 2024-12-03T09:14:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741847_1023 (size=54) 2024-12-03T09:14:37,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741847_1023 (size=54) 2024-12-03T09:14:37,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741846_1022 (size=62) 2024-12-03T09:14:37,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:37,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 75e00366d0e9bd37d66f600c374ce306, disabling compactions & flushes 2024-12-03T09:14:37,698 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:14:37,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:14:37,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. after waiting 0 ms 2024-12-03T09:14:37,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:14:37,698 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:14:37,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75e00366d0e9bd37d66f600c374ce306: Waiting for close lock at 1733217277698Disabling compacts and flushes for region at 1733217277698Disabling writes for close at 1733217277698Writing region close event to WAL at 1733217277698Closed at 1733217277698 2024-12-03T09:14:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:14:38,098 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:38,098 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9d8d94ba2f4d107561e564f24befc6df, disabling compactions & flushes 2024-12-03T09:14:38,098 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:14:38,098 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:14:38,098 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. after waiting 0 ms 2024-12-03T09:14:38,098 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:14:38,098 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:14:38,098 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9d8d94ba2f4d107561e564f24befc6df: Waiting for close lock at 1733217278098Disabling compacts and flushes for region at 1733217278098Disabling writes for close at 1733217278098Writing region close event to WAL at 1733217278098Closed at 1733217278098 2024-12-03T09:14:38,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T09:14:38,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217278099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217278099"}]},"ts":"1733217278099"} 2024-12-03T09:14:38,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733217278099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217278099"}]},"ts":"1733217278099"} 2024-12-03T09:14:38,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217278099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217278099"}]},"ts":"1733217278099"} 2024-12-03T09:14:38,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217278099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217278099"}]},"ts":"1733217278099"} 2024-12-03T09:14:38,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217278099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217278099"}]},"ts":"1733217278099"} 2024-12-03T09:14:38,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217278099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217278099"}]},"ts":"1733217278099"} 2024-12-03T09:14:38,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217278099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217278099"}]},"ts":"1733217278099"} 2024-12-03T09:14:38,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217278099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217278099"}]},"ts":"1733217278099"} 2024-12-03T09:14:38,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733217278099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217278099"}]},"ts":"1733217278099"} 2024-12-03T09:14:38,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733217278099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733217278099"}]},"ts":"1733217278099"} 2024-12-03T09:14:38,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-03T09:14:38,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T09:14:38,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217278106"}]},"ts":"1733217278106"} 2024-12-03T09:14:38,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-03T09:14:38,109 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {699c9baf3d29=0} racks are {/default-rack=0} 2024-12-03T09:14:38,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T09:14:38,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T09:14:38,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T09:14:38,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T09:14:38,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T09:14:38,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T09:14:38,113 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T09:14:38,113 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T09:14:38,113 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T09:14:38,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T09:14:38,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff017ff091a1a0ddd6c4dbf244a517d3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b47b7e6866f9d7de88504d3fa412a861, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95fa94089e0644cd9c92da4da4329d92, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b02ed90c6b4bb8f0dbdefc50b86c03, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8ec15f73694283634a777593c9deb8e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33563ab76b2c7f21c0e0a321a30d88f7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c595e5e6c812048f248cd4e80da349fa, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75e00366d0e9bd37d66f600c374ce306, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be5a0358e088784641fea1cc0647d685, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d8d94ba2f4d107561e564f24befc6df, ASSIGN}] 2024-12-03T09:14:38,116 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b47b7e6866f9d7de88504d3fa412a861, ASSIGN 2024-12-03T09:14:38,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff017ff091a1a0ddd6c4dbf244a517d3, ASSIGN 2024-12-03T09:14:38,118 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95fa94089e0644cd9c92da4da4329d92, ASSIGN 2024-12-03T09:14:38,118 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff017ff091a1a0ddd6c4dbf244a517d3, ASSIGN; state=OFFLINE, location=699c9baf3d29,44081,1733217265546; forceNewPlan=false, retain=false 2024-12-03T09:14:38,118 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b47b7e6866f9d7de88504d3fa412a861, ASSIGN; state=OFFLINE, location=699c9baf3d29,45201,1733217265596; forceNewPlan=false, retain=false 2024-12-03T09:14:38,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95fa94089e0644cd9c92da4da4329d92, ASSIGN; state=OFFLINE, location=699c9baf3d29,42197,1733217265633; forceNewPlan=false, retain=false 2024-12-03T09:14:38,119 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d8d94ba2f4d107561e564f24befc6df, ASSIGN 2024-12-03T09:14:38,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b02ed90c6b4bb8f0dbdefc50b86c03, ASSIGN 2024-12-03T09:14:38,119 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d8d94ba2f4d107561e564f24befc6df, ASSIGN; state=OFFLINE, location=699c9baf3d29,45201,1733217265596; forceNewPlan=false, retain=false 2024-12-03T09:14:38,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5b02ed90c6b4bb8f0dbdefc50b86c03, ASSIGN; state=OFFLINE, location=699c9baf3d29,45201,1733217265596; forceNewPlan=false, retain=false 2024-12-03T09:14:38,121 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75e00366d0e9bd37d66f600c374ce306, ASSIGN 2024-12-03T09:14:38,122 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75e00366d0e9bd37d66f600c374ce306, ASSIGN; state=OFFLINE, location=699c9baf3d29,42197,1733217265633; forceNewPlan=false, retain=false 2024-12-03T09:14:38,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c595e5e6c812048f248cd4e80da349fa, ASSIGN 2024-12-03T09:14:38,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c595e5e6c812048f248cd4e80da349fa, ASSIGN; state=OFFLINE, location=699c9baf3d29,45201,1733217265596; forceNewPlan=false, retain=false 2024-12-03T09:14:38,123 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33563ab76b2c7f21c0e0a321a30d88f7, ASSIGN 2024-12-03T09:14:38,131 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33563ab76b2c7f21c0e0a321a30d88f7, ASSIGN; state=OFFLINE, location=699c9baf3d29,42197,1733217265633; forceNewPlan=false, retain=false 2024-12-03T09:14:38,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be5a0358e088784641fea1cc0647d685, ASSIGN 2024-12-03T09:14:38,131 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8ec15f73694283634a777593c9deb8e, ASSIGN 2024-12-03T09:14:38,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be5a0358e088784641fea1cc0647d685, ASSIGN; state=OFFLINE, location=699c9baf3d29,44081,1733217265546; forceNewPlan=false, retain=false 2024-12-03T09:14:38,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c8ec15f73694283634a777593c9deb8e, ASSIGN; state=OFFLINE, location=699c9baf3d29,44081,1733217265546; forceNewPlan=false, retain=false 2024-12-03T09:14:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:14:38,268 INFO [699c9baf3d29:36443 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-03T09:14:38,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c595e5e6c812048f248cd4e80da349fa, regionState=OPENING, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:38,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9d8d94ba2f4d107561e564f24befc6df, regionState=OPENING, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:38,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f5b02ed90c6b4bb8f0dbdefc50b86c03, regionState=OPENING, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:38,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b47b7e6866f9d7de88504d3fa412a861, regionState=OPENING, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:38,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=be5a0358e088784641fea1cc0647d685, regionState=OPENING, regionLocation=699c9baf3d29,44081,1733217265546 2024-12-03T09:14:38,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8ec15f73694283634a777593c9deb8e, regionState=OPENING, regionLocation=699c9baf3d29,44081,1733217265546 2024-12-03T09:14:38,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff017ff091a1a0ddd6c4dbf244a517d3, regionState=OPENING, regionLocation=699c9baf3d29,44081,1733217265546 2024-12-03T09:14:38,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=75e00366d0e9bd37d66f600c374ce306, regionState=OPENING, regionLocation=699c9baf3d29,42197,1733217265633 2024-12-03T09:14:38,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=33563ab76b2c7f21c0e0a321a30d88f7, regionState=OPENING, regionLocation=699c9baf3d29,42197,1733217265633 2024-12-03T09:14:38,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=95fa94089e0644cd9c92da4da4329d92, regionState=OPENING, regionLocation=699c9baf3d29,42197,1733217265633 2024-12-03T09:14:38,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d8d94ba2f4d107561e564f24befc6df, ASSIGN because future has completed 2024-12-03T09:14:38,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d8d94ba2f4d107561e564f24befc6df, server=699c9baf3d29,45201,1733217265596}] 2024-12-03T09:14:38,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c595e5e6c812048f248cd4e80da349fa, ASSIGN because future has completed 2024-12-03T09:14:38,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c595e5e6c812048f248cd4e80da349fa, server=699c9baf3d29,45201,1733217265596}] 2024-12-03T09:14:38,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5b02ed90c6b4bb8f0dbdefc50b86c03, ASSIGN because future has completed 2024-12-03T09:14:38,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5b02ed90c6b4bb8f0dbdefc50b86c03, server=699c9baf3d29,45201,1733217265596}] 2024-12-03T09:14:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b47b7e6866f9d7de88504d3fa412a861, ASSIGN because future has completed 2024-12-03T09:14:38,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be5a0358e088784641fea1cc0647d685, ASSIGN because future has completed 2024-12-03T09:14:38,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c8ec15f73694283634a777593c9deb8e, ASSIGN because future has completed 2024-12-03T09:14:38,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure be5a0358e088784641fea1cc0647d685, server=699c9baf3d29,44081,1733217265546}] 2024-12-03T09:14:38,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff017ff091a1a0ddd6c4dbf244a517d3, ASSIGN because future has completed 2024-12-03T09:14:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33563ab76b2c7f21c0e0a321a30d88f7, ASSIGN because future has completed 2024-12-03T09:14:38,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff017ff091a1a0ddd6c4dbf244a517d3, server=699c9baf3d29,44081,1733217265546}] 2024-12-03T09:14:38,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33563ab76b2c7f21c0e0a321a30d88f7, server=699c9baf3d29,42197,1733217265633}] 2024-12-03T09:14:38,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75e00366d0e9bd37d66f600c374ce306, ASSIGN because future has completed 2024-12-03T09:14:38,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b47b7e6866f9d7de88504d3fa412a861, server=699c9baf3d29,45201,1733217265596}] 2024-12-03T09:14:38,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95fa94089e0644cd9c92da4da4329d92, ASSIGN because future has completed 2024-12-03T09:14:38,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ec15f73694283634a777593c9deb8e, server=699c9baf3d29,44081,1733217265546}] 2024-12-03T09:14:38,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95fa94089e0644cd9c92da4da4329d92, server=699c9baf3d29,42197,1733217265633}] 2024-12-03T09:14:38,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75e00366d0e9bd37d66f600c374ce306, server=699c9baf3d29,42197,1733217265633}] 2024-12-03T09:14:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:14:38,915 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T09:14:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:14:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:14:42,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:42,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:42,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:42,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:14:42,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:42,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:42,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:42,844 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-03T09:14:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:14:48,282 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:14:48,282 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d8d94ba2f4d107561e564f24befc6df, NAME => 'SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T09:14:48,282 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,283 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:48,283 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,283 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,284 INFO [StoreOpener-9d8d94ba2f4d107561e564f24befc6df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,286 INFO [StoreOpener-9d8d94ba2f4d107561e564f24befc6df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d8d94ba2f4d107561e564f24befc6df columnFamilyName cf 2024-12-03T09:14:48,286 DEBUG [StoreOpener-9d8d94ba2f4d107561e564f24befc6df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:48,287 INFO [StoreOpener-9d8d94ba2f4d107561e564f24befc6df-1 {}] regionserver.HStore(327): Store=9d8d94ba2f4d107561e564f24befc6df/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:48,287 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,288 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,288 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,288 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,288 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,290 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,292 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:48,292 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 9d8d94ba2f4d107561e564f24befc6df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64393026, jitterRate=-0.04046913981437683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:14:48,292 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:48,292 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 9d8d94ba2f4d107561e564f24befc6df: Running coprocessor pre-open hook at 1733217288283Writing region info on filesystem at 1733217288283Initializing all the Stores at 1733217288284 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217288284Cleaning up temporary data from old regions at 1733217288288 (+4 ms)Running coprocessor post-open hooks at 1733217288292 (+4 ms)Region opened successfully at 1733217288292 2024-12-03T09:14:48,293 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df., pid=15, masterSystemTime=1733217288277 2024-12-03T09:14:48,295 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:14:48,295 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:14:48,295 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:14:48,295 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c595e5e6c812048f248cd4e80da349fa, NAME => 'SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T09:14:48,295 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9d8d94ba2f4d107561e564f24befc6df, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:48,295 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,295 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:48,295 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,295 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d8d94ba2f4d107561e564f24befc6df, server=699c9baf3d29,45201,1733217265596 because future has completed 2024-12-03T09:14:48,297 INFO [StoreOpener-c595e5e6c812048f248cd4e80da349fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,299 INFO [StoreOpener-c595e5e6c812048f248cd4e80da349fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c595e5e6c812048f248cd4e80da349fa columnFamilyName cf 2024-12-03T09:14:48,299 DEBUG [StoreOpener-c595e5e6c812048f248cd4e80da349fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:48,299 INFO [StoreOpener-c595e5e6c812048f248cd4e80da349fa-1 {}] regionserver.HStore(327): Store=c595e5e6c812048f248cd4e80da349fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:48,299 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,300 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T09:14:48,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d8d94ba2f4d107561e564f24befc6df, server=699c9baf3d29,45201,1733217265596 in 10.0240 sec 2024-12-03T09:14:48,300 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,301 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,301 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d8d94ba2f4d107561e564f24befc6df, ASSIGN in 10.1860 sec 2024-12-03T09:14:48,303 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,305 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:48,305 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c595e5e6c812048f248cd4e80da349fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73108027, jitterRate=0.08939449489116669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:14:48,305 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:48,306 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c595e5e6c812048f248cd4e80da349fa: Running coprocessor pre-open hook at 1733217288296Writing region info on filesystem at 1733217288296Initializing all the Stores at 1733217288297 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217288297Cleaning up temporary data from old regions at 1733217288301 (+4 ms)Running coprocessor post-open hooks at 1733217288305 (+4 ms)Region opened successfully at 1733217288305 2024-12-03T09:14:48,306 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa., pid=16, masterSystemTime=1733217288277 2024-12-03T09:14:48,307 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:14:48,308 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:14:48,308 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:14:48,308 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f5b02ed90c6b4bb8f0dbdefc50b86c03, NAME => 'SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T09:14:48,308 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c595e5e6c812048f248cd4e80da349fa, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:48,308 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,308 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:48,308 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,308 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,309 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:14:48,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c595e5e6c812048f248cd4e80da349fa, server=699c9baf3d29,45201,1733217265596 because future has completed 2024-12-03T09:14:48,310 INFO [StoreOpener-f5b02ed90c6b4bb8f0dbdefc50b86c03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:14:48,311 INFO [StoreOpener-f5b02ed90c6b4bb8f0dbdefc50b86c03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b02ed90c6b4bb8f0dbdefc50b86c03 columnFamilyName cf 2024-12-03T09:14:48,312 DEBUG [StoreOpener-f5b02ed90c6b4bb8f0dbdefc50b86c03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:48,312 INFO [StoreOpener-f5b02ed90c6b4bb8f0dbdefc50b86c03-1 {}] regionserver.HStore(327): Store=f5b02ed90c6b4bb8f0dbdefc50b86c03/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:48,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-03T09:14:48,312 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c595e5e6c812048f248cd4e80da349fa, server=699c9baf3d29,45201,1733217265596 in 10.0350 sec 2024-12-03T09:14:48,313 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c595e5e6c812048f248cd4e80da349fa, ASSIGN in 10.1980 sec 2024-12-03T09:14:48,314 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,314 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,314 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,316 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,319 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/f5b02ed90c6b4bb8f0dbdefc50b86c03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:48,319 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:14:48,319 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ff017ff091a1a0ddd6c4dbf244a517d3, NAME => 'SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T09:14:48,319 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f5b02ed90c6b4bb8f0dbdefc50b86c03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59346898, jitterRate=-0.11566230654716492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:14:48,319 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:48,319 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,319 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f5b02ed90c6b4bb8f0dbdefc50b86c03: Running coprocessor pre-open hook at 1733217288308Writing region info on filesystem at 1733217288308Initializing all the Stores at 1733217288309 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217288309Cleaning up temporary data from old regions at 1733217288314 (+5 ms)Running coprocessor post-open hooks at 1733217288319 (+5 ms)Region opened successfully at 1733217288319 2024-12-03T09:14:48,319 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:48,320 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,320 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,320 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T09:14:48,321 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03., pid=17, masterSystemTime=1733217288277 2024-12-03T09:14:48,321 INFO [StoreOpener-ff017ff091a1a0ddd6c4dbf244a517d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T09:14:48,323 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:14:48,323 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:14:48,323 INFO [StoreOpener-ff017ff091a1a0ddd6c4dbf244a517d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff017ff091a1a0ddd6c4dbf244a517d3 columnFamilyName cf 2024-12-03T09:14:48,323 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:14:48,323 DEBUG [StoreOpener-ff017ff091a1a0ddd6c4dbf244a517d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:48,323 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b47b7e6866f9d7de88504d3fa412a861, NAME => 'SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T09:14:48,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f5b02ed90c6b4bb8f0dbdefc50b86c03, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:48,324 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,324 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:48,324 INFO [StoreOpener-ff017ff091a1a0ddd6c4dbf244a517d3-1 {}] regionserver.HStore(327): Store=ff017ff091a1a0ddd6c4dbf244a517d3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:48,324 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,324 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,324 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,325 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5b02ed90c6b4bb8f0dbdefc50b86c03, server=699c9baf3d29,45201,1733217265596 because future has completed 2024-12-03T09:14:48,326 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,326 INFO [StoreOpener-b47b7e6866f9d7de88504d3fa412a861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,327 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,327 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,327 INFO [StoreOpener-b47b7e6866f9d7de88504d3fa412a861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47b7e6866f9d7de88504d3fa412a861 columnFamilyName cf 2024-12-03T09:14:48,327 DEBUG [StoreOpener-b47b7e6866f9d7de88504d3fa412a861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:48,328 INFO [StoreOpener-b47b7e6866f9d7de88504d3fa412a861-1 {}] regionserver.HStore(327): Store=b47b7e6866f9d7de88504d3fa412a861/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:48,328 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,328 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,329 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-12-03T09:14:48,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f5b02ed90c6b4bb8f0dbdefc50b86c03, server=699c9baf3d29,45201,1733217265596 in 10.0450 sec 2024-12-03T09:14:48,329 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,330 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:14:48,330 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 75e00366d0e9bd37d66f600c374ce306, NAME => 'SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T09:14:48,331 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,331 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,331 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,331 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:48,331 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,331 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b02ed90c6b4bb8f0dbdefc50b86c03, ASSIGN in 10.2150 sec 2024-12-03T09:14:48,335 INFO [StoreOpener-75e00366d0e9bd37d66f600c374ce306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,336 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/ff017ff091a1a0ddd6c4dbf244a517d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:48,336 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ff017ff091a1a0ddd6c4dbf244a517d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69943422, jitterRate=0.042238205671310425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:14:48,336 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:48,337 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ff017ff091a1a0ddd6c4dbf244a517d3: Running coprocessor pre-open hook at 1733217288320Writing region info on filesystem at 1733217288320Initializing all the Stores at 1733217288321 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217288321Cleaning up temporary data from old regions at 1733217288327 (+6 ms)Running coprocessor post-open hooks at 1733217288336 (+9 ms)Region opened successfully at 1733217288337 (+1 ms) 2024-12-03T09:14:48,337 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,337 INFO [StoreOpener-75e00366d0e9bd37d66f600c374ce306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75e00366d0e9bd37d66f600c374ce306 columnFamilyName cf 2024-12-03T09:14:48,337 DEBUG [StoreOpener-75e00366d0e9bd37d66f600c374ce306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:48,337 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3., pid=19, masterSystemTime=1733217288309 2024-12-03T09:14:48,338 INFO [StoreOpener-75e00366d0e9bd37d66f600c374ce306-1 {}] regionserver.HStore(327): Store=75e00366d0e9bd37d66f600c374ce306/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:48,338 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,339 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,339 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,340 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,340 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:14:48,340 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,340 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:14:48,340 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:14:48,340 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/b47b7e6866f9d7de88504d3fa412a861/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:48,340 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => be5a0358e088784641fea1cc0647d685, NAME => 'SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T09:14:48,340 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,340 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:48,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff017ff091a1a0ddd6c4dbf244a517d3, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,44081,1733217265546 2024-12-03T09:14:48,341 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,341 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,341 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b47b7e6866f9d7de88504d3fa412a861; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70805532, jitterRate=0.05508464574813843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:14:48,341 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:48,341 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b47b7e6866f9d7de88504d3fa412a861: Running coprocessor pre-open hook at 1733217288324Writing region info on filesystem at 1733217288324Initializing all the Stores at 1733217288325 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217288325Cleaning up temporary data from old regions at 1733217288331 (+6 ms)Running coprocessor post-open hooks at 1733217288341 (+10 ms)Region opened successfully at 1733217288341 2024-12-03T09:14:48,342 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,342 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861., pid=20, masterSystemTime=1733217288277 2024-12-03T09:14:48,342 INFO [StoreOpener-be5a0358e088784641fea1cc0647d685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff017ff091a1a0ddd6c4dbf244a517d3, server=699c9baf3d29,44081,1733217265546 because future has completed 2024-12-03T09:14:48,345 INFO [StoreOpener-be5a0358e088784641fea1cc0647d685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5a0358e088784641fea1cc0647d685 columnFamilyName cf 2024-12-03T09:14:48,345 DEBUG [StoreOpener-be5a0358e088784641fea1cc0647d685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:48,345 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:14:48,345 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:14:48,346 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:48,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b47b7e6866f9d7de88504d3fa412a861, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:14:48,347 INFO [StoreOpener-be5a0358e088784641fea1cc0647d685-1 {}] regionserver.HStore(327): Store=be5a0358e088784641fea1cc0647d685/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:48,347 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 75e00366d0e9bd37d66f600c374ce306; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67661972, jitterRate=0.00824195146560669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:14:48,347 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,347 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:48,347 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 75e00366d0e9bd37d66f600c374ce306: Running coprocessor pre-open hook at 1733217288331Writing region info on filesystem at 1733217288331Initializing all the Stores at 1733217288333 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217288333Cleaning up temporary data from old regions at 1733217288340 (+7 ms)Running coprocessor post-open hooks at 1733217288347 (+7 ms)Region opened successfully at 1733217288347 2024-12-03T09:14:48,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-03T09:14:48,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff017ff091a1a0ddd6c4dbf244a517d3, server=699c9baf3d29,44081,1733217265546 in 10.0400 sec 2024-12-03T09:14:48,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b47b7e6866f9d7de88504d3fa412a861, server=699c9baf3d29,45201,1733217265596 because future has completed 2024-12-03T09:14:48,348 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,348 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306., pid=24, masterSystemTime=1733217288320 2024-12-03T09:14:48,349 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff017ff091a1a0ddd6c4dbf244a517d3, ASSIGN in 10.2330 sec 2024-12-03T09:14:48,349 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,349 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,350 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:14:48,351 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:14:48,351 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:14:48,351 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 33563ab76b2c7f21c0e0a321a30d88f7, NAME => 'SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-03T09:14:48,352 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,352 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,352 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:48,352 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,352 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=75e00366d0e9bd37d66f600c374ce306, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,42197,1733217265633 2024-12-03T09:14:48,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-12-03T09:14:48,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b47b7e6866f9d7de88504d3fa412a861, server=699c9baf3d29,45201,1733217265596 in 10.0430 sec 2024-12-03T09:14:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75e00366d0e9bd37d66f600c374ce306, server=699c9baf3d29,42197,1733217265633 because future has completed 2024-12-03T09:14:48,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b47b7e6866f9d7de88504d3fa412a861, ASSIGN in 10.2400 sec 2024-12-03T09:14:48,358 INFO [StoreOpener-33563ab76b2c7f21c0e0a321a30d88f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,360 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:48,361 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened be5a0358e088784641fea1cc0647d685; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71600383, jitterRate=0.06692884862422943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:14:48,361 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:48,361 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for be5a0358e088784641fea1cc0647d685: Running coprocessor pre-open hook at 1733217288341Writing region info on filesystem at 1733217288341Initializing all the Stores at 1733217288342 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217288342Cleaning up temporary data from old regions at 1733217288349 (+7 ms)Running coprocessor post-open hooks at 1733217288361 (+12 ms)Region opened successfully at 1733217288361 2024-12-03T09:14:48,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-12-03T09:14:48,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 75e00366d0e9bd37d66f600c374ce306, server=699c9baf3d29,42197,1733217265633 in 10.0340 sec 2024-12-03T09:14:48,364 INFO [StoreOpener-33563ab76b2c7f21c0e0a321a30d88f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33563ab76b2c7f21c0e0a321a30d88f7 columnFamilyName cf 2024-12-03T09:14:48,364 DEBUG [StoreOpener-33563ab76b2c7f21c0e0a321a30d88f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:48,364 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685., pid=18, masterSystemTime=1733217288309 2024-12-03T09:14:48,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75e00366d0e9bd37d66f600c374ce306, ASSIGN in 10.2500 sec 2024-12-03T09:14:48,369 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:14:48,370 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:14:48,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=be5a0358e088784641fea1cc0647d685, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,44081,1733217265546 2024-12-03T09:14:48,371 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:14:48,371 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c8ec15f73694283634a777593c9deb8e, NAME => 'SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T09:14:48,371 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,371 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:48,371 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,371 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,373 INFO [StoreOpener-33563ab76b2c7f21c0e0a321a30d88f7-1 {}] regionserver.HStore(327): Store=33563ab76b2c7f21c0e0a321a30d88f7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:48,373 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure be5a0358e088784641fea1cc0647d685, server=699c9baf3d29,44081,1733217265546 because future has completed 2024-12-03T09:14:48,374 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,374 INFO [StoreOpener-c8ec15f73694283634a777593c9deb8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,374 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,375 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,375 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,376 INFO [StoreOpener-c8ec15f73694283634a777593c9deb8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ec15f73694283634a777593c9deb8e columnFamilyName cf 2024-12-03T09:14:48,376 DEBUG [StoreOpener-c8ec15f73694283634a777593c9deb8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:48,377 INFO [StoreOpener-c8ec15f73694283634a777593c9deb8e-1 {}] regionserver.HStore(327): Store=c8ec15f73694283634a777593c9deb8e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:48,377 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-03T09:14:48,378 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure be5a0358e088784641fea1cc0647d685, server=699c9baf3d29,44081,1733217265546 in 10.0780 sec 2024-12-03T09:14:48,378 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,379 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,379 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,379 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be5a0358e088784641fea1cc0647d685, ASSIGN in 10.2640 sec 2024-12-03T09:14:48,381 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,388 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c8ec15f73694283634a777593c9deb8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:48,388 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/33563ab76b2c7f21c0e0a321a30d88f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:48,388 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c8ec15f73694283634a777593c9deb8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63992778, jitterRate=-0.04643329977989197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:14:48,388 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 33563ab76b2c7f21c0e0a321a30d88f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60650235, jitterRate=-0.0962410718202591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:14:48,388 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:48,388 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:48,388 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c8ec15f73694283634a777593c9deb8e: Running coprocessor pre-open hook at 1733217288372Writing region info on filesystem at 1733217288372Initializing all the Stores at 1733217288374 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217288374Cleaning up temporary data from old regions at 1733217288379 (+5 ms)Running coprocessor post-open hooks at 1733217288388 (+9 ms)Region opened successfully at 1733217288388 2024-12-03T09:14:48,388 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 33563ab76b2c7f21c0e0a321a30d88f7: Running coprocessor pre-open hook at 1733217288352Writing region info on filesystem at 1733217288352Initializing all the Stores at 1733217288354 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217288354Cleaning up temporary data from old regions at 1733217288375 (+21 ms)Running coprocessor post-open hooks at 1733217288388 (+13 ms)Region opened successfully at 1733217288388 2024-12-03T09:14:48,389 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7., pid=21, masterSystemTime=1733217288320 2024-12-03T09:14:48,389 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e., pid=22, masterSystemTime=1733217288309 2024-12-03T09:14:48,391 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:14:48,392 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:14:48,392 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8ec15f73694283634a777593c9deb8e, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,44081,1733217265546 2024-12-03T09:14:48,393 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:14:48,393 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:14:48,393 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:14:48,394 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=33563ab76b2c7f21c0e0a321a30d88f7, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,42197,1733217265633 2024-12-03T09:14:48,393 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 95fa94089e0644cd9c92da4da4329d92, NAME => 'SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T09:14:48,394 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,394 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:14:48,394 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,394 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ec15f73694283634a777593c9deb8e, server=699c9baf3d29,44081,1733217265546 because future has completed 2024-12-03T09:14:48,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33563ab76b2c7f21c0e0a321a30d88f7, server=699c9baf3d29,42197,1733217265633 because future has completed 2024-12-03T09:14:48,397 INFO [StoreOpener-95fa94089e0644cd9c92da4da4329d92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-03T09:14:48,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ec15f73694283634a777593c9deb8e, server=699c9baf3d29,44081,1733217265546 in 10.0850 sec 2024-12-03T09:14:48,399 INFO [StoreOpener-95fa94089e0644cd9c92da4da4329d92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95fa94089e0644cd9c92da4da4329d92 columnFamilyName cf 2024-12-03T09:14:48,399 DEBUG [StoreOpener-95fa94089e0644cd9c92da4da4329d92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:14:48,400 INFO [StoreOpener-95fa94089e0644cd9c92da4da4329d92-1 {}] regionserver.HStore(327): Store=95fa94089e0644cd9c92da4da4329d92/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:14:48,400 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-03T09:14:48,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 33563ab76b2c7f21c0e0a321a30d88f7, server=699c9baf3d29,42197,1733217265633 in 10.0900 sec 2024-12-03T09:14:48,401 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8ec15f73694283634a777593c9deb8e, ASSIGN in 10.2850 sec 2024-12-03T09:14:48,402 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33563ab76b2c7f21c0e0a321a30d88f7, ASSIGN in 10.2860 sec 2024-12-03T09:14:48,402 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,402 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,404 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,413 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/95fa94089e0644cd9c92da4da4329d92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T09:14:48,413 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 95fa94089e0644cd9c92da4da4329d92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69310342, jitterRate=0.03280457854270935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:14:48,414 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:14:48,414 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 95fa94089e0644cd9c92da4da4329d92: Running coprocessor pre-open hook at 1733217288394Writing region info on filesystem at 1733217288394Initializing all the Stores at 1733217288396 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217288396Cleaning up temporary data from old regions at 1733217288403 (+7 ms)Running coprocessor post-open hooks at 1733217288414 (+11 ms)Region opened successfully at 1733217288414 2024-12-03T09:14:48,415 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92., pid=23, masterSystemTime=1733217288320 2024-12-03T09:14:48,417 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:14:48,417 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:14:48,418 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=95fa94089e0644cd9c92da4da4329d92, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,42197,1733217265633 2024-12-03T09:14:48,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95fa94089e0644cd9c92da4da4329d92, server=699c9baf3d29,42197,1733217265633 because future has completed 2024-12-03T09:14:48,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-03T09:14:48,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 95fa94089e0644cd9c92da4da4329d92, server=699c9baf3d29,42197,1733217265633 in 10.1070 sec 2024-12-03T09:14:48,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-03T09:14:48,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95fa94089e0644cd9c92da4da4329d92, ASSIGN in 10.3110 sec 2024-12-03T09:14:48,428 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T09:14:48,428 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733217288428"}]},"ts":"1733217288428"} 2024-12-03T09:14:48,430 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-03T09:14:48,431 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T09:14:48,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9150 sec 2024-12-03T09:14:50,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-03T09:14:53,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:53,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:53,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:53,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T09:14:53,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:53,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:53,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T09:14:55,314 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:14:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T09:14:55,734 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-03T09:14:55,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-03T09:14:55,734 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T09:14:55,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-03T09:14:55,738 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T09:14:55,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-03T09:14:55,773 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa., hostname=699c9baf3d29,45201,1733217265596, seqNum=2] 2024-12-03T09:14:55,774 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa., hostname=699c9baf3d29,45201,1733217265596, seqNum=2] 2024-12-03T09:14:55,775 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa., hostname=699c9baf3d29,45201,1733217265596, seqNum=2] 2024-12-03T09:14:55,833 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306., hostname=699c9baf3d29,42197,1733217265633, seqNum=2] 2024-12-03T09:14:55,834 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306., hostname=699c9baf3d29,42197,1733217265633, seqNum=2] 2024-12-03T09:14:55,836 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306., hostname=699c9baf3d29,42197,1733217265633, seqNum=2] 2024-12-03T09:14:55,838 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306., hostname=699c9baf3d29,42197,1733217265633, seqNum=2] 2024-12-03T09:14:55,839 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306., hostname=699c9baf3d29,42197,1733217265633, seqNum=2] 2024-12-03T09:14:55,883 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685., hostname=699c9baf3d29,44081,1733217265546, seqNum=2] 2024-12-03T09:14:55,885 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685., hostname=699c9baf3d29,44081,1733217265546, seqNum=2] 2024-12-03T09:14:55,886 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685., hostname=699c9baf3d29,44081,1733217265546, seqNum=2] 2024-12-03T09:14:55,888 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685., hostname=699c9baf3d29,44081,1733217265546, seqNum=2] 2024-12-03T09:14:55,983 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df., hostname=699c9baf3d29,45201,1733217265596, seqNum=2] 2024-12-03T09:14:55,985 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df., hostname=699c9baf3d29,45201,1733217265596, seqNum=2] 2024-12-03T09:14:55,987 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df., hostname=699c9baf3d29,45201,1733217265596, seqNum=2] 2024-12-03T09:14:55,988 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df., hostname=699c9baf3d29,45201,1733217265596, seqNum=2] 2024-12-03T09:14:56,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:14:56,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T09:14:56,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:14:56,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T09:14:56,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:14:56,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T09:14:56,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T09:14:56,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T09:14:57,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T09:14:57,552 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-03T09:14:57,553 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T09:14:57,554 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-03T09:14:57,556 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-03T09:14:57,560 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-03T09:14:57,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741848_1024 (size=49) 2024-12-03T09:14:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741848_1024 (size=49) 2024-12-03T09:14:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741848_1024 (size=49) 2024-12-03T09:14:57,594 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-03T09:14:57,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff017ff091a1a0ddd6c4dbf244a517d3}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b47b7e6866f9d7de88504d3fa412a861}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95fa94089e0644cd9c92da4da4329d92}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b02ed90c6b4bb8f0dbdefc50b86c03}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8ec15f73694283634a777593c9deb8e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33563ab76b2c7f21c0e0a321a30d88f7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c595e5e6c812048f248cd4e80da349fa}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e00366d0e9bd37d66f600c374ce306}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be5a0358e088784641fea1cc0647d685}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d8d94ba2f4d107561e564f24befc6df}] 2024-12-03T09:14:57,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:14:57,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:14:57,597 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:14:57,597 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be5a0358e088784641fea1cc0647d685 2024-12-03T09:14:57,597 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:14:57,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:14:57,603 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:14:57,604 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8ec15f73694283634a777593c9deb8e 2024-12-03T09:14:57,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:14:57,607 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:15:07,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-03T09:15:07,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-03T09:15:07,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-03T09:15:07,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-03T09:15:07,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-03T09:15:07,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:15:07,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f5b02ed90c6b4bb8f0dbdefc50b86c03: 2024-12-03T09:15:07,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:15:07,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. for SnapshotProcedureTest completed. 2024-12-03T09:15:07,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ff017ff091a1a0ddd6c4dbf244a517d3: 2024-12-03T09:15:07,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. for SnapshotProcedureTest completed. 2024-12-03T09:15:07,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:15:07,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:15:07,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:15:07,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:15:07,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:15:07,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-03T09:15:07,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-03T09:15:07,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:15:07,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-03T09:15:07,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing c595e5e6c812048f248cd4e80da349fa 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-03T09:15:07,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 75e00366d0e9bd37d66f600c374ce306 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-03T09:15:07,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:15:07,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing be5a0358e088784641fea1cc0647d685 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-03T09:15:07,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-03T09:15:07,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:15:07,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b47b7e6866f9d7de88504d3fa412a861: 2024-12-03T09:15:07,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. for SnapshotProcedureTest completed. 2024-12-03T09:15:07,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:15:07,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:15:07,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-03T09:15:07,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:15:07,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 95fa94089e0644cd9c92da4da4329d92: 2024-12-03T09:15:07,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. for SnapshotProcedureTest completed. 2024-12-03T09:15:07,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:15:07,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:15:07,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:15:07,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c8ec15f73694283634a777593c9deb8e: 2024-12-03T09:15:07,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. for SnapshotProcedureTest completed. 2024-12-03T09:15:07,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:15:07,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:15:07,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:15:07,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 33563ab76b2c7f21c0e0a321a30d88f7: 2024-12-03T09:15:07,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. for SnapshotProcedureTest completed. 2024-12-03T09:15:07,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:15:07,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T09:15:07,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa/.tmp/cf/0c88e16b9d4643e2934142696aa8c1f0 is 34, key is aaa/cf:cf/1733217296848/Put/seqid=0 2024-12-03T09:15:07,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306/.tmp/cf/8b6fe42c888d4e8aa177f2ef07de9ee6 is 34, key is baa/cf:cf/1733217296843/Put/seqid=0 2024-12-03T09:15:07,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/.tmp/cf/01feb05abc4447199992e43a6fe626f2 is 34, key is ccd/cf:cf/1733217296840/Put/seqid=0 2024-12-03T09:15:07,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741849_1025 (size=65) 2024-12-03T09:15:07,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741849_1025 (size=65) 2024-12-03T09:15:07,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741849_1025 (size=65) 2024-12-03T09:15:07,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:15:07,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T09:15:07,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:15:07,740 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 9d8d94ba2f4d107561e564f24befc6df 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-03T09:15:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-03T09:15:07,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:15:07,740 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:15:07,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b47b7e6866f9d7de88504d3fa412a861 in 10.1480 sec 2024-12-03T09:15:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741850_1026 (size=65) 2024-12-03T09:15:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741850_1026 (size=65) 2024-12-03T09:15:07,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741850_1026 (size=65) 2024-12-03T09:15:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:15:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T09:15:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-03T09:15:07,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:15:07,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:15:07,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5b02ed90c6b4bb8f0dbdefc50b86c03 in 10.1650 sec 2024-12-03T09:15:07,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741851_1027 (size=65) 2024-12-03T09:15:07,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741851_1027 (size=65) 2024-12-03T09:15:07,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741851_1027 (size=65) 2024-12-03T09:15:07,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741854_1030 (size=65) 2024-12-03T09:15:07,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741854_1030 (size=65) 2024-12-03T09:15:07,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741854_1030 (size=65) 2024-12-03T09:15:07,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:15:07,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T09:15:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-03T09:15:07,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:15:07,807 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:15:07,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 33563ab76b2c7f21c0e0a321a30d88f7 in 10.2140 sec 2024-12-03T09:15:07,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741852_1028 (size=57) 2024-12-03T09:15:07,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741852_1028 (size=57) 2024-12-03T09:15:07,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741852_1028 (size=57) 2024-12-03T09:15:07,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:15:07,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T09:15:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T09:15:07,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:07,818 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:07,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ff017ff091a1a0ddd6c4dbf244a517d3 in 10.2350 sec 2024-12-03T09:15:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741855_1031 (size=26918) 2024-12-03T09:15:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741855_1031 (size=26918) 2024-12-03T09:15:07,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741855_1031 (size=26918) 2024-12-03T09:15:07,833 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa/.tmp/cf/0c88e16b9d4643e2934142696aa8c1f0 2024-12-03T09:15:07,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741856_1032 (size=28623) 2024-12-03T09:15:07,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741856_1032 (size=28623) 2024-12-03T09:15:07,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741856_1032 (size=28623) 2024-12-03T09:15:07,851 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306/.tmp/cf/8b6fe42c888d4e8aa177f2ef07de9ee6 2024-12-03T09:15:07,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741857_1033 (size=47197) 2024-12-03T09:15:07,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741857_1033 (size=47197) 2024-12-03T09:15:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741857_1033 (size=47197) 2024-12-03T09:15:07,873 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/.tmp/cf/01feb05abc4447199992e43a6fe626f2 2024-12-03T09:15:07,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa/.tmp/cf/0c88e16b9d4643e2934142696aa8c1f0 as hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa/cf/0c88e16b9d4643e2934142696aa8c1f0 2024-12-03T09:15:07,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306/.tmp/cf/8b6fe42c888d4e8aa177f2ef07de9ee6 as hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306/cf/8b6fe42c888d4e8aa177f2ef07de9ee6 2024-12-03T09:15:07,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741853_1029 (size=65) 2024-12-03T09:15:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741853_1029 (size=65) 2024-12-03T09:15:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741853_1029 (size=65) 2024-12-03T09:15:07,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:15:07,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T09:15:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T09:15:07,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:15:07,914 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:15:07,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95fa94089e0644cd9c92da4da4329d92 in 10.3220 sec 2024-12-03T09:15:07,925 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306/cf/8b6fe42c888d4e8aa177f2ef07de9ee6, entries=731, sequenceid=5, filesize=28.0 K 2024-12-03T09:15:07,927 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 75e00366d0e9bd37d66f600c374ce306 in 325ms, sequenceid=5, compaction requested=false 2024-12-03T09:15:07,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 75e00366d0e9bd37d66f600c374ce306: 2024-12-03T09:15:07,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. for SnapshotProcedureTest completed. 2024-12-03T09:15:07,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:15:07,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306/cf/8b6fe42c888d4e8aa177f2ef07de9ee6] hfiles 2024-12-03T09:15:07,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306/cf/8b6fe42c888d4e8aa177f2ef07de9ee6 for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/.tmp/cf/01feb05abc4447199992e43a6fe626f2 as hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/cf/01feb05abc4447199992e43a6fe626f2 2024-12-03T09:15:07,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df/.tmp/cf/2785966085c24a9b85fb1e5734679f65 is 34, key is eaa/cf:cf/1733217297481/Put/seqid=0 2024-12-03T09:15:07,940 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa/cf/0c88e16b9d4643e2934142696aa8c1f0, entries=676, sequenceid=5, filesize=26.3 K 2024-12-03T09:15:07,941 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for c595e5e6c812048f248cd4e80da349fa in 340ms, sequenceid=5, compaction requested=false 2024-12-03T09:15:07,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c595e5e6c812048f248cd4e80da349fa: 2024-12-03T09:15:07,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. for SnapshotProcedureTest completed. 2024-12-03T09:15:07,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:15:07,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa/cf/0c88e16b9d4643e2934142696aa8c1f0] hfiles 2024-12-03T09:15:07,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa/cf/0c88e16b9d4643e2934142696aa8c1f0 for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,945 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/cf/01feb05abc4447199992e43a6fe626f2, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-03T09:15:07,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for be5a0358e088784641fea1cc0647d685 in 345ms, sequenceid=5, compaction requested=false 2024-12-03T09:15:07,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for be5a0358e088784641fea1cc0647d685: 2024-12-03T09:15:07,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. for SnapshotProcedureTest completed. 2024-12-03T09:15:07,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:15:07,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:15:07,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/cf/01feb05abc4447199992e43a6fe626f2] hfiles 2024-12-03T09:15:07,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/cf/01feb05abc4447199992e43a6fe626f2 for snapshot=SnapshotProcedureTest 2024-12-03T09:15:08,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741858_1034 (size=499309) 2024-12-03T09:15:08,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741858_1034 (size=499309) 2024-12-03T09:15:08,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741858_1034 (size=499309) 2024-12-03T09:15:08,010 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df/.tmp/cf/2785966085c24a9b85fb1e5734679f65 2024-12-03T09:15:08,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df/.tmp/cf/2785966085c24a9b85fb1e5734679f65 as hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df/cf/2785966085c24a9b85fb1e5734679f65 2024-12-03T09:15:08,037 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df/cf/2785966085c24a9b85fb1e5734679f65, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-03T09:15:08,038 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 9d8d94ba2f4d107561e564f24befc6df in 298ms, sequenceid=5, compaction requested=false 2024-12-03T09:15:08,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9d8d94ba2f4d107561e564f24befc6df: 2024-12-03T09:15:08,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. for SnapshotProcedureTest completed. 2024-12-03T09:15:08,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T09:15:08,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T09:15:08,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df/cf/2785966085c24a9b85fb1e5734679f65] hfiles 2024-12-03T09:15:08,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df/cf/2785966085c24a9b85fb1e5734679f65 for snapshot=SnapshotProcedureTest 2024-12-03T09:15:08,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741859_1035 (size=105) 2024-12-03T09:15:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741859_1035 (size=105) 2024-12-03T09:15:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741859_1035 (size=105) 2024-12-03T09:15:08,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:15:08,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T09:15:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-03T09:15:08,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:15:08,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:15:08,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 75e00366d0e9bd37d66f600c374ce306 in 10.4820 sec 2024-12-03T09:15:08,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741861_1037 (size=105) 2024-12-03T09:15:08,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741861_1037 (size=105) 2024-12-03T09:15:08,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741861_1037 (size=105) 2024-12-03T09:15:08,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:15:08,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-03T09:15:08,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741860_1036 (size=105) 2024-12-03T09:15:08,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741860_1036 (size=105) 2024-12-03T09:15:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-03T09:15:08,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:08,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:08,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741860_1036 (size=105) 2024-12-03T09:15:08,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:15:08,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T09:15:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T09:15:08,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:15:08,119 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:15:08,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be5a0358e088784641fea1cc0647d685 in 10.5220 sec 2024-12-03T09:15:08,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c595e5e6c812048f248cd4e80da349fa in 10.5260 sec 2024-12-03T09:15:08,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741862_1038 (size=97) 2024-12-03T09:15:08,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741862_1038 (size=97) 2024-12-03T09:15:08,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741862_1038 (size=97) 2024-12-03T09:15:08,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:15:08,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T09:15:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T09:15:08,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:08,186 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:08,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c8ec15f73694283634a777593c9deb8e in 10.5920 sec 2024-12-03T09:15:08,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:15:08,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-03T09:15:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-03T09:15:08,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:15:08,543 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:15:08,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-03T09:15:08,600 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-03T09:15:08,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9d8d94ba2f4d107561e564f24befc6df in 11.0030 sec 2024-12-03T09:15:08,601 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-03T09:15:08,602 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-03T09:15:08,602 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-03T09:15:08,604 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T09:15:08,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741863_1039 (size=1174) 2024-12-03T09:15:08,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741863_1039 (size=1174) 2024-12-03T09:15:08,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741863_1039 (size=1174) 2024-12-03T09:15:08,652 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-03T09:15:08,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-03T09:15:08,661 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:08,663 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:08,663 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,44081,1733217265546 2024-12-03T09:15:08,666 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T09:15:08,667 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 699c9baf3d29,44081,1733217265546 2024-12-03T09:15:08,667 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 699c9baf3d29,44081,1733217265546: Simulated kill ***** 2024-12-03T09:15:08,667 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T09:15:08,667 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T09:15:08,668 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T09:15:08,668 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T09:15:08,668 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T09:15:08,668 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 562106736 }, "NonHeapMemoryUsage": { "committed": 177930240, "init": 7667712, "max": -1, "used": 173464528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T09:15:08,669 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:08,670 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36443 {}] master.MasterRpcServices(700): 699c9baf3d29,44081,1733217265546 reported a fatal error: ***** ABORTING region server 699c9baf3d29,44081,1733217265546: Simulated kill ***** 2024-12-03T09:15:08,672 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:08,680 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,44081,1733217265546 2024-12-03T09:15:08,684 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,44081,1733217265546' ***** 2024-12-03T09:15:08,684 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-03T09:15:08,685 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T09:15:08,687 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:15:08,687 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:08,687 INFO [RS:0;699c9baf3d29:44081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T09:15:08,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:15:08,687 INFO [RS:0;699c9baf3d29:44081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T09:15:08,689 INFO [RS:0;699c9baf3d29:44081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:15:08,689 INFO [RS:0;699c9baf3d29:44081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;699c9baf3d29:44081. 2024-12-03T09:15:08,689 DEBUG [RS:0;699c9baf3d29:44081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:15:08,689 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:08,689 DEBUG [RS:0;699c9baf3d29:44081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:15:08,689 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,44081,1733217265546 2024-12-03T09:15:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741834_1010 (size=1473) 2024-12-03T09:15:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741834_1010 (size=1473) 2024-12-03T09:15:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741834_1010 (size=1473) 2024-12-03T09:15:08,700 DEBUG [RS:0;699c9baf3d29:44081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:15:08,700 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:15:08,700 INFO [RS:0;699c9baf3d29:44081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44081 2024-12-03T09:15:08,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/699c9baf3d29,44081,1733217265546 2024-12-03T09:15:08,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T09:15:08,735 INFO [RS:0;699c9baf3d29:44081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:15:08,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,44081,1733217265546] 2024-12-03T09:15:08,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/699c9baf3d29,44081,1733217265546 already deleted, retry=false 2024-12-03T09:15:08,756 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 699c9baf3d29,44081,1733217265546 on 699c9baf3d29,36443,1733217265356 2024-12-03T09:15:08,758 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 699c9baf3d29,44081,1733217265546, splitWal=true, meta=false 2024-12-03T09:15:08,758 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 699c9baf3d29,44081,1733217265546 (carryingMeta=false) 699c9baf3d29,44081,1733217265546/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@386a045d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T09:15:08,759 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 699c9baf3d29,44081,1733217265546, splitWal=true, meta=false 2024-12-03T09:15:08,760 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 699c9baf3d29,44081,1733217265546 had 3 regions 2024-12-03T09:15:08,761 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 699c9baf3d29,44081,1733217265546, splitWal=true, meta=false, isMeta: false 2024-12-03T09:15:08,763 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting 2024-12-03T09:15:08,764 INFO [PEWorker-1 {}] master.SplitWALManager(105): 699c9baf3d29,44081,1733217265546 WAL count=1, meta=false 2024-12-03T09:15:08,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 699c9baf3d29%2C44081%2C1733217265546.1733217267084}] 2024-12-03T09:15:08,767 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:08,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 699c9baf3d29%2C44081%2C1733217265546.1733217267084, worker=699c9baf3d29,45201,1733217265596}] 2024-12-03T09:15:08,769 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,44081,1733217265546 Release verify snapshot worker=699c9baf3d29,44081,1733217265546 2024-12-03T09:15:08,769 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 699c9baf3d29,44081,1733217265546, this operation will be retried to send to another server 2024-12-03T09:15:08,770 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T09:15:08,770 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733217309770 2024-12-03T09:15:08,771 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,44081,1733217265546 Release verify snapshot worker=699c9baf3d29,44081,1733217265546 2024-12-03T09:15:08,771 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 699c9baf3d29,44081,1733217265546, this operation will be retried to send to another server 2024-12-03T09:15:08,771 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T09:15:08,771 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733217309771 2024-12-03T09:15:08,774 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-03T09:15:08,774 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-03T09:15:08,774 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-03T09:15:08,774 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,44081,1733217265546 Release verify snapshot worker=699c9baf3d29,44081,1733217265546 2024-12-03T09:15:08,774 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to 699c9baf3d29,44081,1733217265546, this operation will be retried to send to another server 2024-12-03T09:15:08,775 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T09:15:08,775 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733217309775 2024-12-03T09:15:08,779 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:15:08,846 INFO [RS:0;699c9baf3d29:44081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:15:08,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:15:08,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1019a78a2530001, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:15:08,846 INFO [RS:0;699c9baf3d29:44081 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,44081,1733217265546; zookeeper connection closed. 2024-12-03T09:15:08,846 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea5871b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea5871b 2024-12-03T09:15:09,042 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T09:15:09,042 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T09:15:09,129 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=699c9baf3d29:44589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T09:15:17,449 INFO [master/699c9baf3d29:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T09:15:17,450 INFO [master/699c9baf3d29:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T09:15:18,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-03T09:15:18,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-03T09:15:18,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-03T09:15:18,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-03T09:15:18,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-03T09:15:18,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-03T09:15:18,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-03T09:15:18,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T09:15:18,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-03T09:15:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-03T09:15:18,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-03T09:15:18,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-03T09:15:18,686 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084, size=1.4 K (1473bytes) 2024-12-03T09:15:18,686 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084 2024-12-03T09:15:18,687 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084 after 1ms 2024-12-03T09:15:18,690 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084 took 4ms 2024-12-03T09:15:18,692 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ff017ff091a1a0ddd6c4dbf244a517d3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T09:15:18,694 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for be5a0358e088784641fea1cc0647d685: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-03T09:15:18,694 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for c8ec15f73694283634a777593c9deb8e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T09:15:18,695 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084 so closing down 2024-12-03T09:15:18,695 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T09:15:18,695 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T09:15:18,695 INFO [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-12-03T09:15:18,695 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084, journal: Splitting hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084, size=1.4 K (1473bytes) at 1733217318686Finishing writing output for hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084 so closing down at 1733217318695 (+9 ms)3 split writer threads finished at 1733217318695Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1733217318695 2024-12-03T09:15:18,695 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084 2024-12-03T09:15:18,695 DEBUG [RS_LOG_REPLAY_OPS-regionserver/699c9baf3d29:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T09:15:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-03T09:15:18,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T09:15:18,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-03T09:15:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-03T09:15:18,736 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 Release verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-03T09:15:18,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-03T09:15:18,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-03T09:15:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-03T09:15:18,740 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting/699c9baf3d29%2C44081%2C1733217265546.1733217267084 to hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/oldWALs 2024-12-03T09:15:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-03T09:15:18,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 in 10.0790 sec 2024-12-03T09:15:18,742 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-03T09:15:18,742 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 Release verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:18,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-03T09:15:18,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 699c9baf3d29%2C44081%2C1733217265546.1733217267084, worker=699c9baf3d29,45201,1733217265596 in 9.9720 sec 2024-12-03T09:15:18,744 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:18,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 in 10.0850 sec 2024-12-03T09:15:18,745 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45201,1733217265596 Release verify snapshot worker=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:18,746 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45201,1733217265596 Release verify snapshot worker=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:18,746 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:18,746 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:18,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-03T09:15:18,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 699c9baf3d29%2C44081%2C1733217265546.1733217267084, worker=699c9baf3d29,45201,1733217265596 in 9.9800 sec 2024-12-03T09:15:18,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45201,1733217265596 in 10.0880 sec 2024-12-03T09:15:18,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45201,1733217265596 in 10.0890 sec 2024-12-03T09:15:18,748 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting dir is empty, no logs to split. 2024-12-03T09:15:18,748 INFO [PEWorker-3 {}] master.SplitWALManager(105): 699c9baf3d29,44081,1733217265546 WAL count=0, meta=false 2024-12-03T09:15:18,748 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 699c9baf3d29,44081,1733217265546 WAL splitting is done? wals=0, meta=false 2024-12-03T09:15:18,748 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 Release verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:18,748 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45201,1733217265596 Release verify snapshot worker=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:18,749 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:18,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 in 10.0920 sec 2024-12-03T09:15:18,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45201,1733217265596 in 10.0920 sec 2024-12-03T09:15:18,751 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 699c9baf3d29,44081,1733217265546 failed, ignore...File hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/WALs/699c9baf3d29,44081,1733217265546-splitting does not exist. 2024-12-03T09:15:18,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff017ff091a1a0ddd6c4dbf244a517d3, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be5a0358e088784641fea1cc0647d685, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8ec15f73694283634a777593c9deb8e, ASSIGN}] 2024-12-03T09:15:18,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be5a0358e088784641fea1cc0647d685, ASSIGN 2024-12-03T09:15:18,752 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff017ff091a1a0ddd6c4dbf244a517d3, ASSIGN 2024-12-03T09:15:18,753 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8ec15f73694283634a777593c9deb8e, ASSIGN 2024-12-03T09:15:18,754 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff017ff091a1a0ddd6c4dbf244a517d3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:15:18,754 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be5a0358e088784641fea1cc0647d685, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:15:18,754 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c8ec15f73694283634a777593c9deb8e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T09:15:18,905 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(204): Hosts are {699c9baf3d29=0} racks are {/default-rack=0} 2024-12-03T09:15:18,905 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T09:15:18,905 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T09:15:18,905 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T09:15:18,906 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T09:15:18,906 INFO [699c9baf3d29:36443 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T09:15:18,906 INFO [699c9baf3d29:36443 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T09:15:18,906 DEBUG [699c9baf3d29:36443 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T09:15:18,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=be5a0358e088784641fea1cc0647d685, regionState=OPENING, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:18,907 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=c8ec15f73694283634a777593c9deb8e, regionState=OPENING, regionLocation=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:18,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=ff017ff091a1a0ddd6c4dbf244a517d3, regionState=OPENING, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:18,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff017ff091a1a0ddd6c4dbf244a517d3, ASSIGN because future has completed 2024-12-03T09:15:18,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff017ff091a1a0ddd6c4dbf244a517d3, server=699c9baf3d29,45201,1733217265596}] 2024-12-03T09:15:18,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c8ec15f73694283634a777593c9deb8e, ASSIGN because future has completed 2024-12-03T09:15:18,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ec15f73694283634a777593c9deb8e, server=699c9baf3d29,42197,1733217265633}] 2024-12-03T09:15:18,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be5a0358e088784641fea1cc0647d685, ASSIGN because future has completed 2024-12-03T09:15:18,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure be5a0358e088784641fea1cc0647d685, server=699c9baf3d29,45201,1733217265596}] 2024-12-03T09:15:25,314 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T09:15:27,009 INFO [regionserver/699c9baf3d29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-03T09:15:28,746 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:15:28,746 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => c8ec15f73694283634a777593c9deb8e, NAME => 'SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T09:15:28,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-03T09:15:28,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-03T09:15:28,747 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-03T09:15:28,747 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:15:28,747 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,747 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-03T09:15:28,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-03T09:15:28,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-03T09:15:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-03T09:15:28,750 INFO [StoreOpener-c8ec15f73694283634a777593c9deb8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,752 INFO [StoreOpener-c8ec15f73694283634a777593c9deb8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ec15f73694283634a777593c9deb8e columnFamilyName cf 2024-12-03T09:15:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-03T09:15:28,752 DEBUG [StoreOpener-c8ec15f73694283634a777593c9deb8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:15:28,753 INFO [StoreOpener-c8ec15f73694283634a777593c9deb8e-1 {}] regionserver.HStore(327): Store=c8ec15f73694283634a777593c9deb8e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:15:28,753 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,754 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,755 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 Release verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-03T09:15:28,755 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,756 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,756 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 in 20.0980 sec 2024-12-03T09:15:28,757 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 Release verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:28,758 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 Release verify snapshot worker=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:28,758 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,759 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened c8ec15f73694283634a777593c9deb8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64879841, jitterRate=-0.033215031027793884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:15:28,760 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:28,760 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for c8ec15f73694283634a777593c9deb8e: Running coprocessor pre-open hook at 1733217328747Writing region info on filesystem at 1733217328747Initializing all the Stores at 1733217328748 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217328748Cleaning up temporary data from old regions at 1733217328756 (+8 ms)Running coprocessor post-open hooks at 1733217328760 (+4 ms)Region opened successfully at 1733217328760 2024-12-03T09:15:28,761 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e., pid=53, masterSystemTime=1733217328742 2024-12-03T09:15:28,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 in 20.1000 sec 2024-12-03T09:15:28,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,42197,1733217265633 in 20.1010 sec 2024-12-03T09:15:28,763 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:15:28,763 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:15:28,763 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=c8ec15f73694283634a777593c9deb8e, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,42197,1733217265633 2024-12-03T09:15:28,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ec15f73694283634a777593c9deb8e, server=699c9baf3d29,42197,1733217265633 because future has completed 2024-12-03T09:15:28,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-03T09:15:28,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-03T09:15:28,770 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:15:28,771 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => ff017ff091a1a0ddd6c4dbf244a517d3, NAME => 'SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T09:15:28,771 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,771 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:15:28,771 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,771 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-03T09:15:28,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-12-03T09:15:28,777 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45201,1733217265596 Release verify snapshot worker=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:28,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ec15f73694283634a777593c9deb8e, server=699c9baf3d29,42197,1733217265633 in 9.8550 sec 2024-12-03T09:15:28,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8ec15f73694283634a777593c9deb8e, ASSIGN in 10.0260 sec 2024-12-03T09:15:28,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=25 2024-12-03T09:15:28,780 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-03T09:15:28,781 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/.hbase-snapshot/SnapshotProcedureTest 2024-12-03T09:15:28,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=699c9baf3d29,45201,1733217265596 in 20.1200 sec 2024-12-03T09:15:28,784 INFO [StoreOpener-ff017ff091a1a0ddd6c4dbf244a517d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,785 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-03T09:15:28,786 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-03T09:15:28,786 INFO [StoreOpener-ff017ff091a1a0ddd6c4dbf244a517d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff017ff091a1a0ddd6c4dbf244a517d3 columnFamilyName cf 2024-12-03T09:15:28,786 DEBUG [StoreOpener-ff017ff091a1a0ddd6c4dbf244a517d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:15:28,787 INFO [StoreOpener-ff017ff091a1a0ddd6c4dbf244a517d3-1 {}] regionserver.HStore(327): Store=ff017ff091a1a0ddd6c4dbf244a517d3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:15:28,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.2350 sec 2024-12-03T09:15:28,789 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,790 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,791 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,792 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,792 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,794 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,796 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened ff017ff091a1a0ddd6c4dbf244a517d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72887034, jitterRate=0.08610144257545471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:15:28,796 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:28,796 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for ff017ff091a1a0ddd6c4dbf244a517d3: Running coprocessor pre-open hook at 1733217328771Writing region info on filesystem at 1733217328771Initializing all the Stores at 1733217328773 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217328774 (+1 ms)Cleaning up temporary data from old regions at 1733217328792 (+18 ms)Running coprocessor post-open hooks at 1733217328796 (+4 ms)Region opened successfully at 1733217328796 2024-12-03T09:15:28,797 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3., pid=52, masterSystemTime=1733217328746 2024-12-03T09:15:28,799 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:15:28,799 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:15:28,799 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:15:28,799 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => be5a0358e088784641fea1cc0647d685, NAME => 'SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T09:15:28,799 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,799 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T09:15:28,800 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,800 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=ff017ff091a1a0ddd6c4dbf244a517d3, regionState=OPEN, openSeqNum=2, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:28,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff017ff091a1a0ddd6c4dbf244a517d3, server=699c9baf3d29,45201,1733217265596 because future has completed 2024-12-03T09:15:28,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-12-03T09:15:28,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure ff017ff091a1a0ddd6c4dbf244a517d3, server=699c9baf3d29,45201,1733217265596 in 9.9000 sec 2024-12-03T09:15:28,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff017ff091a1a0ddd6c4dbf244a517d3, ASSIGN in 10.0650 sec 2024-12-03T09:15:28,832 INFO [StoreOpener-be5a0358e088784641fea1cc0647d685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,833 INFO [StoreOpener-be5a0358e088784641fea1cc0647d685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5a0358e088784641fea1cc0647d685 columnFamilyName cf 2024-12-03T09:15:28,833 DEBUG [StoreOpener-be5a0358e088784641fea1cc0647d685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T09:15:28,841 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-03T09:15:28,848 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-03T09:15:28,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T09:15:28,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:15:28,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:15:28,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:15:28,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:15:28,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T09:15:28,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=179551505, stopped=false 2024-12-03T09:15:28,849 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=699c9baf3d29,36443,1733217265356 2024-12-03T09:15:28,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T09:15:28,865 DEBUG [StoreOpener-be5a0358e088784641fea1cc0647d685-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/cf/01feb05abc4447199992e43a6fe626f2 2024-12-03T09:15:28,866 INFO [StoreOpener-be5a0358e088784641fea1cc0647d685-1 {}] regionserver.HStore(327): Store=be5a0358e088784641fea1cc0647d685/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T09:15:28,866 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,867 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,874 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,875 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,875 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,877 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,907 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:15:28,908 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened be5a0358e088784641fea1cc0647d685; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66967276, jitterRate=-0.002109825611114502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T09:15:28,908 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:28,909 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for be5a0358e088784641fea1cc0647d685: Running coprocessor pre-open hook at 1733217328800Writing region info on filesystem at 1733217328800Initializing all the Stores at 1733217328810 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733217328810Cleaning up temporary data from old regions at 1733217328875 (+65 ms)Running coprocessor post-open hooks at 1733217328908 (+33 ms)Region opened successfully at 1733217328908 2024-12-03T09:15:28,909 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685., pid=54, masterSystemTime=1733217328746 2024-12-03T09:15:28,912 DEBUG [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:15:28,912 INFO [RS_OPEN_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:15:28,913 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=be5a0358e088784641fea1cc0647d685, regionState=OPEN, openSeqNum=6, regionLocation=699c9baf3d29,45201,1733217265596 2024-12-03T09:15:28,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure be5a0358e088784641fea1cc0647d685, server=699c9baf3d29,45201,1733217265596 because future has completed 2024-12-03T09:15:28,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-03T09:15:28,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure be5a0358e088784641fea1cc0647d685, server=699c9baf3d29,45201,1733217265596 in 10.0040 sec 2024-12-03T09:15:28,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-12-03T09:15:28,924 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 699c9baf3d29,44081,1733217265546 after splitting done 2024-12-03T09:15:28,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be5a0358e088784641fea1cc0647d685, ASSIGN in 10.1700 sec 2024-12-03T09:15:28,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 699c9baf3d29,44081,1733217265546, splitWal=true, meta=false in 20.1680 sec 2024-12-03T09:15:29,008 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T09:15:29,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T09:15:29,008 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:15:29,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:15:29,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T09:15:29,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:15:29,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:15:29,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:15:29,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:15:29,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T09:15:29,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:15:29,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:15:29,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,45201,1733217265596' ***** 2024-12-03T09:15:29,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:15:29,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '699c9baf3d29,42197,1733217265633' ***** 2024-12-03T09:15:29,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T09:15:29,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T09:15:29,010 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:15:29,010 INFO [RS:2;699c9baf3d29:42197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:15:29,010 INFO [RS:2;699c9baf3d29:42197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:15:29,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:15:29,011 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(3091): Received CLOSE for 75e00366d0e9bd37d66f600c374ce306 2024-12-03T09:15:29,011 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T09:15:29,011 INFO [RS:1;699c9baf3d29:45201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T09:15:29,011 INFO [RS:1;699c9baf3d29:45201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T09:15:29,011 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d8d94ba2f4d107561e564f24befc6df 2024-12-03T09:15:29,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T09:15:29,011 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(3091): Received CLOSE for c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:29,012 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(3091): Received CLOSE for 33563ab76b2c7f21c0e0a321a30d88f7 2024-12-03T09:15:29,012 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(3091): Received CLOSE for 95fa94089e0644cd9c92da4da4329d92 2024-12-03T09:15:29,012 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,42197,1733217265633 2024-12-03T09:15:29,012 INFO [RS:2;699c9baf3d29:42197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:15:29,012 INFO [RS:2;699c9baf3d29:42197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;699c9baf3d29:42197. 2024-12-03T09:15:29,012 DEBUG [RS:2;699c9baf3d29:42197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:15:29,012 DEBUG [RS:2;699c9baf3d29:42197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:15:29,012 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-03T09:15:29,012 DEBUG [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(1325): Online Regions={75e00366d0e9bd37d66f600c374ce306=SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306., c8ec15f73694283634a777593c9deb8e=SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e., 33563ab76b2c7f21c0e0a321a30d88f7=SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7., 95fa94089e0644cd9c92da4da4329d92=SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92.} 2024-12-03T09:15:29,012 DEBUG [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(1351): Waiting on 33563ab76b2c7f21c0e0a321a30d88f7, 75e00366d0e9bd37d66f600c374ce306, 95fa94089e0644cd9c92da4da4329d92, c8ec15f73694283634a777593c9deb8e 2024-12-03T09:15:29,013 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75e00366d0e9bd37d66f600c374ce306, disabling compactions & flushes 2024-12-03T09:15:29,013 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:15:29,013 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:15:29,013 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. after waiting 0 ms 2024-12-03T09:15:29,013 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:15:29,013 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:29,013 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for c595e5e6c812048f248cd4e80da349fa 2024-12-03T09:15:29,013 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for f5b02ed90c6b4bb8f0dbdefc50b86c03 2024-12-03T09:15:29,013 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:29,013 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for b47b7e6866f9d7de88504d3fa412a861 2024-12-03T09:15:29,013 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(959): stopping server 699c9baf3d29,45201,1733217265596 2024-12-03T09:15:29,013 INFO [RS:1;699c9baf3d29:45201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:15:29,014 INFO [RS:1;699c9baf3d29:45201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;699c9baf3d29:45201. 2024-12-03T09:15:29,014 DEBUG [RS:1;699c9baf3d29:45201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T09:15:29,014 DEBUG [RS:1;699c9baf3d29:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:15:29,014 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:15:29,014 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:15:29,014 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:15:29,014 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T09:15:29,015 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-03T09:15:29,015 DEBUG [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(1325): Online Regions={9d8d94ba2f4d107561e564f24befc6df=SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df., ff017ff091a1a0ddd6c4dbf244a517d3=SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3., c595e5e6c812048f248cd4e80da349fa=SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa., 1588230740=hbase:meta,,1.1588230740, f5b02ed90c6b4bb8f0dbdefc50b86c03=SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03., be5a0358e088784641fea1cc0647d685=SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685., b47b7e6866f9d7de88504d3fa412a861=SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861.} 2024-12-03T09:15:29,015 DEBUG [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d8d94ba2f4d107561e564f24befc6df, b47b7e6866f9d7de88504d3fa412a861, be5a0358e088784641fea1cc0647d685, c595e5e6c812048f248cd4e80da349fa, f5b02ed90c6b4bb8f0dbdefc50b86c03, ff017ff091a1a0ddd6c4dbf244a517d3 2024-12-03T09:15:29,016 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d8d94ba2f4d107561e564f24befc6df, disabling compactions & flushes 2024-12-03T09:15:29,016 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:15:29,016 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T09:15:29,016 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:15:29,016 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T09:15:29,016 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. after waiting 0 ms 2024-12-03T09:15:29,016 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T09:15:29,016 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:15:29,016 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T09:15:29,016 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T09:15:29,016 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-12-03T09:15:29,025 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/75e00366d0e9bd37d66f600c374ce306/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:15:29,026 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:15:29,026 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75e00366d0e9bd37d66f600c374ce306: Waiting for close lock at 1733217329013Running coprocessor pre-close hooks at 1733217329013Disabling compacts and flushes for region at 1733217329013Disabling writes for close at 1733217329013Writing region close event to WAL at 1733217329017 (+4 ms)Running coprocessor post-close hooks at 1733217329026 (+9 ms)Closed at 1733217329026 2024-12-03T09:15:29,026 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733217277516.75e00366d0e9bd37d66f600c374ce306. 2024-12-03T09:15:29,026 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8ec15f73694283634a777593c9deb8e, disabling compactions & flushes 2024-12-03T09:15:29,026 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:15:29,026 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:15:29,026 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. after waiting 0 ms 2024-12-03T09:15:29,026 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:15:29,036 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/9d8d94ba2f4d107561e564f24befc6df/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:15:29,041 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d8d94ba2f4d107561e564f24befc6df: Waiting for close lock at 1733217329016Running coprocessor pre-close hooks at 1733217329016Disabling compacts and flushes for region at 1733217329016Disabling writes for close at 1733217329016Writing region close event to WAL at 1733217329030 (+14 ms)Running coprocessor post-close hooks at 1733217329040 (+10 ms)Closed at 1733217329040 2024-12-03T09:15:29,042 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733217277516.9d8d94ba2f4d107561e564f24befc6df. 2024-12-03T09:15:29,042 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff017ff091a1a0ddd6c4dbf244a517d3, disabling compactions & flushes 2024-12-03T09:15:29,042 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:15:29,042 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:15:29,042 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. after waiting 0 ms 2024-12-03T09:15:29,042 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:15:29,049 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c8ec15f73694283634a777593c9deb8e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T09:15:29,050 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8ec15f73694283634a777593c9deb8e: Waiting for close lock at 1733217329026Running coprocessor pre-close hooks at 1733217329026Disabling compacts and flushes for region at 1733217329026Disabling writes for close at 1733217329026Writing region close event to WAL at 1733217329031 (+5 ms)Running coprocessor post-close hooks at 1733217329050 (+19 ms)Closed at 1733217329050 2024-12-03T09:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733217277516.c8ec15f73694283634a777593c9deb8e. 2024-12-03T09:15:29,051 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33563ab76b2c7f21c0e0a321a30d88f7, disabling compactions & flushes 2024-12-03T09:15:29,051 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:15:29,051 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:15:29,051 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. after waiting 0 ms 2024-12-03T09:15:29,051 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:15:29,051 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/.tmp/info/d530fce8abd94570af6b617f7f49da67 is 167, key is SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861./info:regioninfo/1733217288345/Put/seqid=0 2024-12-03T09:15:29,084 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/ff017ff091a1a0ddd6c4dbf244a517d3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T09:15:29,085 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:15:29,085 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff017ff091a1a0ddd6c4dbf244a517d3: Waiting for close lock at 1733217329042Running coprocessor pre-close hooks at 1733217329042Disabling compacts and flushes for region at 1733217329042Disabling writes for close at 1733217329042Writing region close event to WAL at 1733217329061 (+19 ms)Running coprocessor post-close hooks at 1733217329085 (+24 ms)Closed at 1733217329085 2024-12-03T09:15:29,085 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733217277516.ff017ff091a1a0ddd6c4dbf244a517d3. 2024-12-03T09:15:29,086 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c595e5e6c812048f248cd4e80da349fa, disabling compactions & flushes 2024-12-03T09:15:29,086 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:15:29,086 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:15:29,086 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. after waiting 0 ms 2024-12-03T09:15:29,086 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:15:29,101 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:15:29,102 INFO [regionserver/699c9baf3d29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:15:29,125 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/33563ab76b2c7f21c0e0a321a30d88f7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:15:29,126 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:15:29,126 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33563ab76b2c7f21c0e0a321a30d88f7: Waiting for close lock at 1733217329050Running coprocessor pre-close hooks at 1733217329051 (+1 ms)Disabling compacts and flushes for region at 1733217329051Disabling writes for close at 1733217329051Writing region close event to WAL at 1733217329080 (+29 ms)Running coprocessor post-close hooks at 1733217329126 (+46 ms)Closed at 1733217329126 2024-12-03T09:15:29,126 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733217277516.33563ab76b2c7f21c0e0a321a30d88f7. 2024-12-03T09:15:29,127 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95fa94089e0644cd9c92da4da4329d92, disabling compactions & flushes 2024-12-03T09:15:29,127 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:15:29,127 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:15:29,127 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. after waiting 0 ms 2024-12-03T09:15:29,127 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:15:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741864_1040 (size=19785) 2024-12-03T09:15:29,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741864_1040 (size=19785) 2024-12-03T09:15:29,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741864_1040 (size=19785) 2024-12-03T09:15:29,164 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/.tmp/info/d530fce8abd94570af6b617f7f49da67 2024-12-03T09:15:29,169 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/95fa94089e0644cd9c92da4da4329d92/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:15:29,170 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:15:29,170 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95fa94089e0644cd9c92da4da4329d92: Waiting for close lock at 1733217329127Running coprocessor pre-close hooks at 1733217329127Disabling compacts and flushes for region at 1733217329127Disabling writes for close at 1733217329127Writing region close event to WAL at 1733217329153 (+26 ms)Running coprocessor post-close hooks at 1733217329170 (+17 ms)Closed at 1733217329170 2024-12-03T09:15:29,170 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/c595e5e6c812048f248cd4e80da349fa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T09:15:29,170 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733217277516.95fa94089e0644cd9c92da4da4329d92. 2024-12-03T09:15:29,171 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:15:29,171 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c595e5e6c812048f248cd4e80da349fa: Waiting for close lock at 1733217329085Running coprocessor pre-close hooks at 1733217329086 (+1 ms)Disabling compacts and flushes for region at 1733217329086Disabling writes for close at 1733217329086Writing region close event to WAL at 1733217329153 (+67 ms)Running coprocessor post-close hooks at 1733217329171 (+18 ms)Closed at 1733217329171 2024-12-03T09:15:29,171 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733217277516.c595e5e6c812048f248cd4e80da349fa. 2024-12-03T09:15:29,172 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5b02ed90c6b4bb8f0dbdefc50b86c03, disabling compactions & flushes 2024-12-03T09:15:29,172 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:15:29,172 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:15:29,172 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. after waiting 0 ms 2024-12-03T09:15:29,172 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:15:29,192 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/f5b02ed90c6b4bb8f0dbdefc50b86c03/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:15:29,193 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:15:29,194 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5b02ed90c6b4bb8f0dbdefc50b86c03: Waiting for close lock at 1733217329171Running coprocessor pre-close hooks at 1733217329172 (+1 ms)Disabling compacts and flushes for region at 1733217329172Disabling writes for close at 1733217329172Writing region close event to WAL at 1733217329172Running coprocessor post-close hooks at 1733217329193 (+21 ms)Closed at 1733217329193 2024-12-03T09:15:29,194 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733217277516.f5b02ed90c6b4bb8f0dbdefc50b86c03. 2024-12-03T09:15:29,194 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be5a0358e088784641fea1cc0647d685, disabling compactions & flushes 2024-12-03T09:15:29,194 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:15:29,194 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:15:29,194 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. after waiting 0 ms 2024-12-03T09:15:29,194 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:15:29,205 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/.tmp/ns/74e420b8e11d4d43aa69e2a9b39d6b57 is 43, key is default/ns:d/1733217277412/Put/seqid=0 2024-12-03T09:15:29,212 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,42197,1733217265633; all regions closed. 2024-12-03T09:15:29,216 DEBUG [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b47b7e6866f9d7de88504d3fa412a861, be5a0358e088784641fea1cc0647d685 2024-12-03T09:15:29,219 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/be5a0358e088784641fea1cc0647d685/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-03T09:15:29,219 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:15:29,219 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be5a0358e088784641fea1cc0647d685: Waiting for close lock at 1733217329194Running coprocessor pre-close hooks at 1733217329194Disabling compacts and flushes for region at 1733217329194Disabling writes for close at 1733217329194Writing region close event to WAL at 1733217329208 (+14 ms)Running coprocessor post-close hooks at 1733217329219 (+11 ms)Closed at 1733217329219 2024-12-03T09:15:29,220 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733217277516.be5a0358e088784641fea1cc0647d685. 2024-12-03T09:15:29,220 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b47b7e6866f9d7de88504d3fa412a861, disabling compactions & flushes 2024-12-03T09:15:29,220 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:15:29,220 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:15:29,220 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. after waiting 0 ms 2024-12-03T09:15:29,220 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:15:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741865_1041 (size=5153) 2024-12-03T09:15:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741865_1041 (size=5153) 2024-12-03T09:15:29,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741865_1041 (size=5153) 2024-12-03T09:15:29,243 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/.tmp/ns/74e420b8e11d4d43aa69e2a9b39d6b57 2024-12-03T09:15:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741833_1009 (size=2947) 2024-12-03T09:15:29,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741833_1009 (size=2947) 2024-12-03T09:15:29,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741833_1009 (size=2947) 2024-12-03T09:15:29,258 DEBUG [RS:2;699c9baf3d29:42197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/oldWALs 2024-12-03T09:15:29,258 INFO [RS:2;699c9baf3d29:42197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C42197%2C1733217265633:(num 1733217267081) 2024-12-03T09:15:29,258 DEBUG [RS:2;699c9baf3d29:42197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:15:29,258 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:15:29,258 INFO [RS:2;699c9baf3d29:42197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:15:29,258 INFO [RS:2;699c9baf3d29:42197 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:15:29,258 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T09:15:29,258 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T09:15:29,258 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:15:29,258 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T09:15:29,258 INFO [RS:2;699c9baf3d29:42197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:15:29,259 INFO [RS:2;699c9baf3d29:42197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42197 2024-12-03T09:15:29,262 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/default/SPTestTable/b47b7e6866f9d7de88504d3fa412a861/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T09:15:29,262 INFO [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:15:29,262 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b47b7e6866f9d7de88504d3fa412a861: Waiting for close lock at 1733217329220Running coprocessor pre-close hooks at 1733217329220Disabling compacts and flushes for region at 1733217329220Disabling writes for close at 1733217329220Writing region close event to WAL at 1733217329251 (+31 ms)Running coprocessor post-close hooks at 1733217329262 (+11 ms)Closed at 1733217329262 2024-12-03T09:15:29,263 DEBUG [RS_CLOSE_REGION-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733217277516.b47b7e6866f9d7de88504d3fa412a861. 2024-12-03T09:15:29,279 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/.tmp/table/5e97954b9f8a434cb00b1f9cc4e4eda8 is 47, key is SPTestTable/table:state/1733217288428/Put/seqid=0 2024-12-03T09:15:29,281 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/699c9baf3d29,42197,1733217265633 2024-12-03T09:15:29,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T09:15:29,281 INFO [RS:2;699c9baf3d29:42197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:15:29,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,42197,1733217265633] 2024-12-03T09:15:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741866_1042 (size=5214) 2024-12-03T09:15:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741866_1042 (size=5214) 2024-12-03T09:15:29,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741866_1042 (size=5214) 2024-12-03T09:15:29,292 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/.tmp/table/5e97954b9f8a434cb00b1f9cc4e4eda8 2024-12-03T09:15:29,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/699c9baf3d29,42197,1733217265633 already deleted, retry=false 2024-12-03T09:15:29,292 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,42197,1733217265633 expired; onlineServers=1 2024-12-03T09:15:29,299 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/.tmp/info/d530fce8abd94570af6b617f7f49da67 as hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/info/d530fce8abd94570af6b617f7f49da67 2024-12-03T09:15:29,307 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/info/d530fce8abd94570af6b617f7f49da67, entries=112, sequenceid=35, filesize=19.3 K 2024-12-03T09:15:29,308 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/.tmp/ns/74e420b8e11d4d43aa69e2a9b39d6b57 as hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/ns/74e420b8e11d4d43aa69e2a9b39d6b57 2024-12-03T09:15:29,314 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/ns/74e420b8e11d4d43aa69e2a9b39d6b57, entries=2, sequenceid=35, filesize=5.0 K 2024-12-03T09:15:29,315 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/.tmp/table/5e97954b9f8a434cb00b1f9cc4e4eda8 as hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/table/5e97954b9f8a434cb00b1f9cc4e4eda8 2024-12-03T09:15:29,321 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/table/5e97954b9f8a434cb00b1f9cc4e4eda8, entries=2, sequenceid=35, filesize=5.1 K 2024-12-03T09:15:29,323 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 307ms, sequenceid=35, compaction requested=false 2024-12-03T09:15:29,328 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-03T09:15:29,329 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T09:15:29,329 INFO [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T09:15:29,329 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733217329016Running coprocessor pre-close hooks at 1733217329016Disabling compacts and flushes for region at 1733217329016Disabling writes for close at 1733217329016Obtaining lock to block concurrent updates at 1733217329016Preparing flush snapshotting stores in 1588230740 at 1733217329016Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1733217329017 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733217329019 (+2 ms)Flushing 1588230740/info: creating writer at 1733217329019Flushing 1588230740/info: appending metadata at 1733217329051 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733217329051Flushing 1588230740/ns: creating writer at 1733217329177 (+126 ms)Flushing 1588230740/ns: appending metadata at 1733217329204 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733217329204Flushing 1588230740/table: creating writer at 1733217329253 (+49 ms)Flushing 1588230740/table: appending metadata at 1733217329278 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733217329278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3a80fb: reopening flushed file at 1733217329299 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9918ad: reopening flushed file at 1733217329307 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572a2e4f: reopening flushed file at 1733217329314 (+7 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 307ms, sequenceid=35, compaction requested=false at 1733217329323 (+9 ms)Writing region close event to WAL at 1733217329324 (+1 ms)Running coprocessor post-close hooks at 1733217329329 (+5 ms)Closed at 1733217329329 2024-12-03T09:15:29,329 DEBUG [RS_CLOSE_META-regionserver/699c9baf3d29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T09:15:29,392 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:15:29,392 INFO [RS:2;699c9baf3d29:42197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:15:29,392 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1019a78a2530003, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:15:29,392 INFO [RS:2;699c9baf3d29:42197 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,42197,1733217265633; zookeeper connection closed. 2024-12-03T09:15:29,393 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48e5971c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48e5971c 2024-12-03T09:15:29,416 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(976): stopping server 699c9baf3d29,45201,1733217265596; all regions closed. 2024-12-03T09:15:29,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741836_1012 (size=18358) 2024-12-03T09:15:29,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741836_1012 (size=18358) 2024-12-03T09:15:29,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741836_1012 (size=18358) 2024-12-03T09:15:29,421 DEBUG [RS:1;699c9baf3d29:45201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/oldWALs 2024-12-03T09:15:29,421 INFO [RS:1;699c9baf3d29:45201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C45201%2C1733217265596.meta:.meta(num 1733217277214) 2024-12-03T09:15:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741835_1011 (size=4639) 2024-12-03T09:15:29,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741835_1011 (size=4639) 2024-12-03T09:15:29,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741835_1011 (size=4639) 2024-12-03T09:15:29,426 DEBUG [RS:1;699c9baf3d29:45201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/oldWALs 2024-12-03T09:15:29,426 INFO [RS:1;699c9baf3d29:45201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 699c9baf3d29%2C45201%2C1733217265596:(num 1733217267086) 2024-12-03T09:15:29,426 DEBUG [RS:1;699c9baf3d29:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T09:15:29,426 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T09:15:29,426 INFO [RS:1;699c9baf3d29:45201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:15:29,427 INFO [RS:1;699c9baf3d29:45201 {}] hbase.ChoreService(370): Chore service for: regionserver/699c9baf3d29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T09:15:29,427 INFO [RS:1;699c9baf3d29:45201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:15:29,427 INFO [regionserver/699c9baf3d29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:15:29,427 INFO [RS:1;699c9baf3d29:45201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45201 2024-12-03T09:15:29,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/699c9baf3d29,45201,1733217265596 2024-12-03T09:15:29,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T09:15:29,439 INFO [RS:1;699c9baf3d29:45201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:15:29,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [699c9baf3d29,45201,1733217265596] 2024-12-03T09:15:29,460 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/699c9baf3d29,45201,1733217265596 already deleted, retry=false 2024-12-03T09:15:29,460 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 699c9baf3d29,45201,1733217265596 expired; onlineServers=0 2024-12-03T09:15:29,460 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '699c9baf3d29,36443,1733217265356' ***** 2024-12-03T09:15:29,460 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T09:15:29,460 INFO [M:0;699c9baf3d29:36443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T09:15:29,461 INFO [M:0;699c9baf3d29:36443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T09:15:29,461 DEBUG [M:0;699c9baf3d29:36443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T09:15:29,461 DEBUG [M:0;699c9baf3d29:36443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T09:15:29,461 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T09:15:29,461 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217266696 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.small.0-1733217266696,5,FailOnTimeoutGroup] 2024-12-03T09:15:29,461 DEBUG [master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217266695 {}] cleaner.HFileCleaner(306): Exit Thread[master/699c9baf3d29:0:becomeActiveMaster-HFileCleaner.large.0-1733217266695,5,FailOnTimeoutGroup] 2024-12-03T09:15:29,461 INFO [M:0;699c9baf3d29:36443 {}] hbase.ChoreService(370): Chore service for: master/699c9baf3d29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T09:15:29,461 INFO [M:0;699c9baf3d29:36443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T09:15:29,461 DEBUG [M:0;699c9baf3d29:36443 {}] master.HMaster(1795): Stopping service threads 2024-12-03T09:15:29,461 INFO [M:0;699c9baf3d29:36443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T09:15:29,461 INFO [M:0;699c9baf3d29:36443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T09:15:29,461 ERROR [M:0;699c9baf3d29:36443 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:33623 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33623,5,PEWorkerGroup] 2024-12-03T09:15:29,461 INFO [M:0;699c9baf3d29:36443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T09:15:29,462 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T09:15:29,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T09:15:29,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T09:15:29,481 DEBUG [M:0;699c9baf3d29:36443 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-03T09:15:29,481 DEBUG [M:0;699c9baf3d29:36443 {}] master.ActiveMasterManager(353): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-03T09:15:29,482 INFO [M:0;699c9baf3d29:36443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/.lastflushedseqids 2024-12-03T09:15:29,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741867_1043 (size=650) 2024-12-03T09:15:29,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741867_1043 (size=650) 2024-12-03T09:15:29,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741867_1043 (size=650) 2024-12-03T09:15:29,490 INFO [M:0;699c9baf3d29:36443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T09:15:29,490 INFO [M:0;699c9baf3d29:36443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T09:15:29,490 DEBUG [M:0;699c9baf3d29:36443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T09:15:29,491 INFO [M:0;699c9baf3d29:36443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:15:29,491 DEBUG [M:0;699c9baf3d29:36443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:15:29,491 DEBUG [M:0;699c9baf3d29:36443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T09:15:29,491 DEBUG [M:0;699c9baf3d29:36443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:15:29,491 INFO [M:0;699c9baf3d29:36443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.34 KB heapSize=272.96 KB 2024-12-03T09:15:29,508 DEBUG [M:0;699c9baf3d29:36443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/793a765ec7d549e090f99664f117a7a8 is 82, key is hbase:meta,,1/info:regioninfo/1733217277253/Put/seqid=0 2024-12-03T09:15:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741868_1044 (size=5672) 2024-12-03T09:15:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741868_1044 (size=5672) 2024-12-03T09:15:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741868_1044 (size=5672) 2024-12-03T09:15:29,530 INFO [M:0;699c9baf3d29:36443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/793a765ec7d549e090f99664f117a7a8 2024-12-03T09:15:29,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:15:29,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1019a78a2530002, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:15:29,550 INFO [RS:1;699c9baf3d29:45201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:15:29,550 INFO [RS:1;699c9baf3d29:45201 {}] regionserver.HRegionServer(1031): Exiting; stopping=699c9baf3d29,45201,1733217265596; zookeeper connection closed. 2024-12-03T09:15:29,550 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@796c3cfe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@796c3cfe 2024-12-03T09:15:29,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T09:15:29,554 DEBUG [M:0;699c9baf3d29:36443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba4596434ce14a739362ef8fa17d8de9 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733217288433/Put/seqid=0 2024-12-03T09:15:29,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741869_1045 (size=9312) 2024-12-03T09:15:29,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741869_1045 (size=9312) 2024-12-03T09:15:29,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741869_1045 (size=9312) 2024-12-03T09:15:29,575 INFO [M:0;699c9baf3d29:36443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228.61 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba4596434ce14a739362ef8fa17d8de9 2024-12-03T09:15:29,581 INFO [M:0;699c9baf3d29:36443 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba4596434ce14a739362ef8fa17d8de9 2024-12-03T09:15:29,605 DEBUG [M:0;699c9baf3d29:36443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33fae6d571b1410caf2f587065389870 is 69, key is 699c9baf3d29,42197,1733217265633/rs:state/1733217266839/Put/seqid=0 2024-12-03T09:15:29,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741870_1046 (size=5447) 2024-12-03T09:15:29,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741870_1046 (size=5447) 2024-12-03T09:15:29,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741870_1046 (size=5447) 2024-12-03T09:15:29,623 INFO [M:0;699c9baf3d29:36443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33fae6d571b1410caf2f587065389870 2024-12-03T09:15:29,629 INFO [M:0;699c9baf3d29:36443 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33fae6d571b1410caf2f587065389870 2024-12-03T09:15:29,630 DEBUG [M:0;699c9baf3d29:36443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/793a765ec7d549e090f99664f117a7a8 as hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/793a765ec7d549e090f99664f117a7a8 2024-12-03T09:15:29,636 INFO [M:0;699c9baf3d29:36443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/793a765ec7d549e090f99664f117a7a8, entries=8, sequenceid=473, filesize=5.5 K 2024-12-03T09:15:29,637 DEBUG [M:0;699c9baf3d29:36443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba4596434ce14a739362ef8fa17d8de9 as hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba4596434ce14a739362ef8fa17d8de9 2024-12-03T09:15:29,647 INFO [M:0;699c9baf3d29:36443 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba4596434ce14a739362ef8fa17d8de9 2024-12-03T09:15:29,647 INFO [M:0;699c9baf3d29:36443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba4596434ce14a739362ef8fa17d8de9, entries=54, sequenceid=473, filesize=9.1 K 2024-12-03T09:15:29,649 DEBUG [M:0;699c9baf3d29:36443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33fae6d571b1410caf2f587065389870 as hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33fae6d571b1410caf2f587065389870 2024-12-03T09:15:29,658 INFO [M:0;699c9baf3d29:36443 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33fae6d571b1410caf2f587065389870 2024-12-03T09:15:29,659 INFO [M:0;699c9baf3d29:36443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33623/user/jenkins/test-data/d443a509-4d2b-c90d-eeee-0c43a07aa67c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33fae6d571b1410caf2f587065389870, entries=3, sequenceid=473, filesize=5.3 K 2024-12-03T09:15:29,661 INFO [M:0;699c9baf3d29:36443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.34 KB/234846, heapSize ~272.66 KB/279208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=473, compaction requested=false 2024-12-03T09:15:29,672 INFO [M:0;699c9baf3d29:36443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T09:15:29,672 DEBUG [M:0;699c9baf3d29:36443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733217329490Disabling compacts and flushes for region at 1733217329490Disabling writes for close at 1733217329491 (+1 ms)Obtaining lock to block concurrent updates at 1733217329491Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733217329491Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=234846, getHeapSize=279448, getOffHeapSize=0, getCellsCount=576 at 1733217329491Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733217329492 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733217329492Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733217329508 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733217329508Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733217329536 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733217329553 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733217329553Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733217329582 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733217329602 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733217329602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4648c215: reopening flushed file at 1733217329629 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca2d855: reopening flushed file at 1733217329636 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71efb29f: reopening flushed file at 1733217329647 (+11 ms)Finished flush of dataSize ~229.34 KB/234846, heapSize ~272.66 KB/279208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=473, compaction requested=false at 1733217329661 (+14 ms)Writing region close event to WAL at 1733217329672 (+11 ms)Closed at 1733217329672 2024-12-03T09:15:29,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741830_1006 (size=266422) 2024-12-03T09:15:29,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34577 is added to blk_1073741830_1006 (size=266422) 2024-12-03T09:15:29,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741830_1006 (size=266422) 2024-12-03T09:15:29,678 INFO [M:0;699c9baf3d29:36443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T09:15:29,678 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T09:15:29,678 INFO [M:0;699c9baf3d29:36443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36443 2024-12-03T09:15:29,679 INFO [M:0;699c9baf3d29:36443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T09:15:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:15:29,803 INFO [M:0;699c9baf3d29:36443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T09:15:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x1019a78a2530000, quorum=127.0.0.1:64975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T09:15:29,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f7d2e6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:15:29,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d64b7f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:15:29,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:15:29,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e800446{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:15:29,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dcebe55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/hadoop.log.dir/,STOPPED} 2024-12-03T09:15:29,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:15:29,807 WARN [BP-818111991-172.17.0.2-1733217262215 heartbeating to localhost/127.0.0.1:33623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:15:29,807 WARN [BP-818111991-172.17.0.2-1733217262215 heartbeating to localhost/127.0.0.1:33623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-818111991-172.17.0.2-1733217262215 (Datanode Uuid d54a6a2e-f9f6-4aed-8823-2fc49653cfe9) service to localhost/127.0.0.1:33623 2024-12-03T09:15:29,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:15:29,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data5/current/BP-818111991-172.17.0.2-1733217262215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:15:29,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data6/current/BP-818111991-172.17.0.2-1733217262215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:15:29,808 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:15:29,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39f341d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:15:29,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@165a31db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:15:29,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:15:29,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55ec82a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:15:29,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4180e574{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/hadoop.log.dir/,STOPPED} 2024-12-03T09:15:29,817 WARN [BP-818111991-172.17.0.2-1733217262215 heartbeating to localhost/127.0.0.1:33623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:15:29,817 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:15:29,817 WARN [BP-818111991-172.17.0.2-1733217262215 heartbeating to localhost/127.0.0.1:33623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-818111991-172.17.0.2-1733217262215 (Datanode Uuid 58e8623f-8874-4a39-82d0-33dcdde55e70) service to localhost/127.0.0.1:33623 2024-12-03T09:15:29,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:15:29,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data3/current/BP-818111991-172.17.0.2-1733217262215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:15:29,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data4/current/BP-818111991-172.17.0.2-1733217262215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:15:29,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:15:29,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a101649{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T09:15:29,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27c6218e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:15:29,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:15:29,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@386a2c52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:15:29,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7984d63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/hadoop.log.dir/,STOPPED} 2024-12-03T09:15:29,826 WARN [BP-818111991-172.17.0.2-1733217262215 heartbeating to localhost/127.0.0.1:33623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T09:15:29,826 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T09:15:29,826 WARN [BP-818111991-172.17.0.2-1733217262215 heartbeating to localhost/127.0.0.1:33623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-818111991-172.17.0.2-1733217262215 (Datanode Uuid e67c8924-a785-4e4e-b4e3-ed41634f3ea2) service to localhost/127.0.0.1:33623 2024-12-03T09:15:29,826 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T09:15:29,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data1/current/BP-818111991-172.17.0.2-1733217262215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:15:29,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/cluster_ae275f33-7bfc-cb7a-3f3e-3a5b6adb65ef/data/data2/current/BP-818111991-172.17.0.2-1733217262215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T09:15:29,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T09:15:29,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11f3ccef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T09:15:29,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55d89a62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T09:15:29,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T09:15:29,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29e7e3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T09:15:29,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dcf699f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdc04160-3bd8-a3f5-3c9f-9d5b30ca3fe2/hadoop.log.dir/,STOPPED} 2024-12-03T09:15:29,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T09:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T09:15:29,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33623 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33623 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/699c9baf3d29:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 417), ProcessCount=11 (was 11), AvailableMemoryMB=12829 (was 13101)