2024-11-25 13:00:29,915 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-25 13:00:29,936 main DEBUG Took 0.018287 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 13:00:29,938 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 13:00:29,938 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 13:00:29,940 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 13:00:29,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,955 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 13:00:29,974 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,977 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,977 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,979 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,980 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,982 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,983 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,984 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,986 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,987 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,988 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,989 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 13:00:29,990 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,991 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 13:00:29,993 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 13:00:29,994 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 13:00:29,997 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 13:00:29,997 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 13:00:29,999 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 13:00:30,000 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 13:00:30,013 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 13:00:30,018 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 13:00:30,021 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 13:00:30,021 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 13:00:30,022 main DEBUG createAppenders(={Console}) 2024-11-25 13:00:30,023 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-25 13:00:30,024 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-25 13:00:30,024 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-25 13:00:30,025 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 13:00:30,026 main DEBUG OutputStream closed 2024-11-25 13:00:30,026 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 13:00:30,027 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 13:00:30,027 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-25 13:00:30,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 13:00:30,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 13:00:30,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 13:00:30,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 13:00:30,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 13:00:30,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 13:00:30,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 13:00:30,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 13:00:30,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 13:00:30,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 13:00:30,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 13:00:30,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 13:00:30,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 13:00:30,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 13:00:30,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 13:00:30,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 13:00:30,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 13:00:30,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 13:00:30,137 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 13:00:30,137 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-25 13:00:30,138 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 13:00:30,139 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-25T13:00:30,154 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-25 13:00:30,157 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 13:00:30,158 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T13:00:30,165 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-25T13:00:30,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=1017, ProcessCount=11, AvailableMemoryMB=2407 2024-11-25T13:00:30,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0 2024-11-25T13:00:30,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T13:00:30,447 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632, deleteOnExit=true 2024-11-25T13:00:30,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T13:00:30,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/test.cache.data in system properties and HBase conf 2024-11-25T13:00:30,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T13:00:30,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir in system properties and HBase conf 2024-11-25T13:00:30,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T13:00:30,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T13:00:30,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T13:00:30,552 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T13:00:30,712 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T13:00:30,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T13:00:30,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T13:00:30,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T13:00:30,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T13:00:30,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T13:00:30,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T13:00:30,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T13:00:30,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T13:00:30,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T13:00:30,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/nfs.dump.dir in system properties and HBase conf 2024-11-25T13:00:30,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/java.io.tmpdir in system properties and HBase conf 2024-11-25T13:00:30,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T13:00:30,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T13:00:30,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T13:00:31,985 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T13:00:32,052 INFO [Time-limited test {}] log.Log(170): Logging initialized @3056ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T13:00:32,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T13:00:32,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T13:00:32,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T13:00:32,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T13:00:32,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T13:00:32,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T13:00:32,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir/,AVAILABLE} 2024-11-25T13:00:32,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T13:00:32,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/java.io.tmpdir/jetty-localhost-33961-hadoop-hdfs-3_4_1-tests_jar-_-any-17746842716636735120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T13:00:32,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:33961} 2024-11-25T13:00:32,425 INFO [Time-limited test {}] server.Server(415): Started @3430ms 2024-11-25T13:00:32,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T13:00:32,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T13:00:32,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T13:00:32,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T13:00:32,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T13:00:32,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir/,AVAILABLE} 2024-11-25T13:00:32,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T13:00:33,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/java.io.tmpdir/jetty-localhost-37267-hadoop-hdfs-3_4_1-tests_jar-_-any-15571209025756636849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:00:33,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:37267} 2024-11-25T13:00:33,081 INFO [Time-limited test {}] server.Server(415): Started @4085ms 2024-11-25T13:00:33,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T13:00:33,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T13:00:33,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T13:00:33,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T13:00:33,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T13:00:33,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T13:00:33,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir/,AVAILABLE} 2024-11-25T13:00:33,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T13:00:33,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/java.io.tmpdir/jetty-localhost-41877-hadoop-hdfs-3_4_1-tests_jar-_-any-18375145304498596877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:00:33,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:41877} 2024-11-25T13:00:33,384 INFO [Time-limited test {}] server.Server(415): Started @4389ms 2024-11-25T13:00:33,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T13:00:33,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T13:00:33,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T13:00:33,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T13:00:33,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T13:00:33,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T13:00:33,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir/,AVAILABLE} 2024-11-25T13:00:33,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T13:00:33,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/java.io.tmpdir/jetty-localhost-39081-hadoop-hdfs-3_4_1-tests_jar-_-any-4212949000886568347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:00:33,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:39081} 2024-11-25T13:00:33,529 INFO [Time-limited test {}] server.Server(415): Started @4533ms 2024-11-25T13:00:33,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T13:00:34,638 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data2/current/BP-535551841-172.17.0.3-1732539631527/current, will proceed with Du for space computation calculation, 2024-11-25T13:00:34,638 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data4/current/BP-535551841-172.17.0.3-1732539631527/current, will proceed with Du for space computation calculation, 2024-11-25T13:00:34,638 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data1/current/BP-535551841-172.17.0.3-1732539631527/current, will proceed with Du for space computation calculation, 2024-11-25T13:00:34,638 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data3/current/BP-535551841-172.17.0.3-1732539631527/current, will proceed with Du for space computation calculation, 2024-11-25T13:00:34,676 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T13:00:34,676 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T13:00:34,707 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data5/current/BP-535551841-172.17.0.3-1732539631527/current, will proceed with Du for space computation calculation, 2024-11-25T13:00:34,707 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data6/current/BP-535551841-172.17.0.3-1732539631527/current, will proceed with Du for space computation calculation, 2024-11-25T13:00:34,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4407108f92db42b1 with lease ID 0xf27b73b7309fb5df: Processing first storage report for DS-44f7d66d-4ecd-4894-867c-e231f75e6396 from datanode DatanodeRegistration(127.0.0.1:40363, datanodeUuid=682f72ac-61a8-4c5a-8686-514597532e6e, infoPort=34517, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527) 2024-11-25T13:00:34,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4407108f92db42b1 with lease ID 0xf27b73b7309fb5df: from storage DS-44f7d66d-4ecd-4894-867c-e231f75e6396 node DatanodeRegistration(127.0.0.1:40363, datanodeUuid=682f72ac-61a8-4c5a-8686-514597532e6e, infoPort=34517, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T13:00:34,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cb72de9dc42f5de with lease ID 0xf27b73b7309fb5de: Processing first storage report for DS-5c44a926-a523-4b46-9cf4-859f908b0bbb from datanode DatanodeRegistration(127.0.0.1:37147, datanodeUuid=2c133f84-c870-4266-9148-03c1c9d138a0, infoPort=40261, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527) 2024-11-25T13:00:34,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cb72de9dc42f5de with lease ID 0xf27b73b7309fb5de: from storage DS-5c44a926-a523-4b46-9cf4-859f908b0bbb node DatanodeRegistration(127.0.0.1:37147, datanodeUuid=2c133f84-c870-4266-9148-03c1c9d138a0, infoPort=40261, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T13:00:34,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4407108f92db42b1 with lease ID 0xf27b73b7309fb5df: Processing first storage report for DS-15289a61-15ed-42c1-ad45-dfa76264e2f0 from datanode DatanodeRegistration(127.0.0.1:40363, datanodeUuid=682f72ac-61a8-4c5a-8686-514597532e6e, infoPort=34517, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527) 2024-11-25T13:00:34,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4407108f92db42b1 with lease ID 0xf27b73b7309fb5df: from storage DS-15289a61-15ed-42c1-ad45-dfa76264e2f0 node DatanodeRegistration(127.0.0.1:40363, datanodeUuid=682f72ac-61a8-4c5a-8686-514597532e6e, infoPort=34517, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T13:00:34,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cb72de9dc42f5de with lease ID 0xf27b73b7309fb5de: Processing first storage report for DS-ee1f7fd6-309e-4715-be4c-b9e4d73dd490 from datanode DatanodeRegistration(127.0.0.1:37147, datanodeUuid=2c133f84-c870-4266-9148-03c1c9d138a0, infoPort=40261, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527) 2024-11-25T13:00:34,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cb72de9dc42f5de with lease ID 0xf27b73b7309fb5de: from storage DS-ee1f7fd6-309e-4715-be4c-b9e4d73dd490 node DatanodeRegistration(127.0.0.1:37147, datanodeUuid=2c133f84-c870-4266-9148-03c1c9d138a0, infoPort=40261, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T13:00:34,743 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T13:00:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c0e1c5133c39288 with lease ID 0xf27b73b7309fb5e0: Processing first storage report for DS-298ce6a9-c695-40f1-ab83-3b4e576f0b9f from datanode DatanodeRegistration(127.0.0.1:33609, datanodeUuid=9893a9e4-7b47-4a2a-8e78-c76d7b339748, infoPort=39721, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527) 2024-11-25T13:00:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c0e1c5133c39288 with lease ID 0xf27b73b7309fb5e0: from storage DS-298ce6a9-c695-40f1-ab83-3b4e576f0b9f node DatanodeRegistration(127.0.0.1:33609, datanodeUuid=9893a9e4-7b47-4a2a-8e78-c76d7b339748, infoPort=39721, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T13:00:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c0e1c5133c39288 with lease ID 0xf27b73b7309fb5e0: Processing first storage report for DS-d42f72b0-a621-4cb9-9e1b-be4a5c2d6ef8 from datanode DatanodeRegistration(127.0.0.1:33609, datanodeUuid=9893a9e4-7b47-4a2a-8e78-c76d7b339748, infoPort=39721, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527) 2024-11-25T13:00:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c0e1c5133c39288 with lease ID 0xf27b73b7309fb5e0: from storage DS-d42f72b0-a621-4cb9-9e1b-be4a5c2d6ef8 node DatanodeRegistration(127.0.0.1:33609, datanodeUuid=9893a9e4-7b47-4a2a-8e78-c76d7b339748, infoPort=39721, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=363072440;c=1732539631527), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T13:00:34,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0 2024-11-25T13:00:34,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/zookeeper_0, clientPort=59603, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T13:00:34,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59603 2024-11-25T13:00:34,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:34,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:35,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741825_1001 (size=7) 2024-11-25T13:00:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741825_1001 (size=7) 2024-11-25T13:00:35,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741825_1001 (size=7) 2024-11-25T13:00:35,625 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 with version=8 2024-11-25T13:00:35,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/hbase-staging 2024-11-25T13:00:35,720 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T13:00:35,960 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ff8009e463e:0 server-side Connection retries=45 2024-11-25T13:00:35,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:35,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:35,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T13:00:35,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:35,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T13:00:36,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T13:00:36,264 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T13:00:36,275 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T13:00:36,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T13:00:36,316 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 94349 (auto-detected) 2024-11-25T13:00:36,318 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T13:00:36,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43537 2024-11-25T13:00:36,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43537 connecting to ZooKeeper ensemble=127.0.0.1:59603 2024-11-25T13:00:36,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435370x0, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T13:00:36,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43537-0x101735e86b60000 connected 2024-11-25T13:00:36,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:36,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:36,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:00:36,755 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280, hbase.cluster.distributed=false 2024-11-25T13:00:36,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T13:00:36,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43537 2024-11-25T13:00:36,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43537 2024-11-25T13:00:36,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43537 2024-11-25T13:00:36,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43537 2024-11-25T13:00:36,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43537 2024-11-25T13:00:36,966 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ff8009e463e:0 server-side Connection retries=45 2024-11-25T13:00:36,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:36,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:36,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T13:00:36,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:36,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T13:00:36,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T13:00:36,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T13:00:36,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35157 2024-11-25T13:00:36,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35157 connecting to ZooKeeper ensemble=127.0.0.1:59603 2024-11-25T13:00:36,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:36,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:37,033 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351570x0, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T13:00:37,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35157-0x101735e86b60001 connected 2024-11-25T13:00:37,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:00:37,038 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T13:00:37,050 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T13:00:37,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T13:00:37,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T13:00:37,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35157 2024-11-25T13:00:37,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35157 2024-11-25T13:00:37,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35157 2024-11-25T13:00:37,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35157 2024-11-25T13:00:37,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35157 2024-11-25T13:00:37,092 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ff8009e463e:0 server-side Connection retries=45 2024-11-25T13:00:37,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:37,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:37,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T13:00:37,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:37,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T13:00:37,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T13:00:37,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T13:00:37,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33141 2024-11-25T13:00:37,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33141 connecting to ZooKeeper ensemble=127.0.0.1:59603 2024-11-25T13:00:37,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:37,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:37,116 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331410x0, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T13:00:37,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331410x0, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:00:37,118 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T13:00:37,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33141-0x101735e86b60002 connected 2024-11-25T13:00:37,129 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T13:00:37,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T13:00:37,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T13:00:37,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33141 2024-11-25T13:00:37,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33141 2024-11-25T13:00:37,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33141 2024-11-25T13:00:37,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33141 2024-11-25T13:00:37,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33141 2024-11-25T13:00:37,173 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ff8009e463e:0 server-side Connection retries=45 2024-11-25T13:00:37,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:37,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:37,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T13:00:37,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:00:37,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T13:00:37,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T13:00:37,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T13:00:37,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42271 2024-11-25T13:00:37,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42271 connecting to ZooKeeper ensemble=127.0.0.1:59603 2024-11-25T13:00:37,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:37,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:37,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422710x0, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T13:00:37,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42271-0x101735e86b60003 connected 2024-11-25T13:00:37,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:00:37,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T13:00:37,240 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T13:00:37,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T13:00:37,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T13:00:37,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-25T13:00:37,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42271 2024-11-25T13:00:37,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42271 2024-11-25T13:00:37,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-25T13:00:37,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-25T13:00:37,342 DEBUG [M:0;1ff8009e463e:43537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ff8009e463e:43537 2024-11-25T13:00:37,351 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1ff8009e463e,43537,1732539635780 2024-11-25T13:00:37,366 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:00:37,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:00:37,366 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:00:37,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:00:37,376 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1ff8009e463e,43537,1732539635780 2024-11-25T13:00:37,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T13:00:37,408 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T13:00:37,408 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T13:00:37,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:37,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:37,408 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:37,408 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:37,410 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T13:00:37,416 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1ff8009e463e,43537,1732539635780 from backup master directory 2024-11-25T13:00:37,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:00:37,426 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:00:37,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1ff8009e463e,43537,1732539635780 2024-11-25T13:00:37,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:00:37,426 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:00:37,428 WARN [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T13:00:37,428 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ff8009e463e,43537,1732539635780 2024-11-25T13:00:37,430 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T13:00:37,431 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T13:00:37,495 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/hbase.id] with ID: f5a369d6-d71f-4630-bf17-e0881c319a9b 2024-11-25T13:00:37,495 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/.tmp/hbase.id 2024-11-25T13:00:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741826_1002 (size=42) 2024-11-25T13:00:37,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741826_1002 (size=42) 2024-11-25T13:00:37,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741826_1002 (size=42) 2024-11-25T13:00:37,521 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/.tmp/hbase.id]:[hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/hbase.id] 2024-11-25T13:00:37,597 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:00:37,603 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T13:00:37,631 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-25T13:00:37,642 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:37,643 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:37,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:37,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741827_1003 (size=196) 2024-11-25T13:00:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741827_1003 (size=196) 2024-11-25T13:00:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741827_1003 (size=196) 2024-11-25T13:00:37,690 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T13:00:37,693 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T13:00:37,719 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T13:00:37,732 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:00:37,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741828_1004 (size=1189) 2024-11-25T13:00:37,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741828_1004 (size=1189) 2024-11-25T13:00:37,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741828_1004 (size=1189) 2024-11-25T13:00:37,919 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store 2024-11-25T13:00:37,977 WARN [IPC Server handler 3 on default port 46199 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T13:00:37,977 WARN [IPC Server handler 3 on default port 46199 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T13:00:37,978 WARN [IPC Server handler 3 on default port 46199 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T13:00:38,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741829_1005 (size=34) 2024-11-25T13:00:38,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741829_1005 (size=34) 2024-11-25T13:00:38,011 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T13:00:38,014 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:38,015 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T13:00:38,016 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:00:38,016 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:00:38,017 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T13:00:38,018 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:00:38,018 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:00:38,019 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732539638015Disabling compacts and flushes for region at 1732539638015Disabling writes for close at 1732539638018 (+3 ms)Writing region close event to WAL at 1732539638018Closed at 1732539638018 2024-11-25T13:00:38,022 WARN [master/1ff8009e463e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/.initializing 2024-11-25T13:00:38,022 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/WALs/1ff8009e463e,43537,1732539635780 2024-11-25T13:00:38,031 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T13:00:38,047 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C43537%2C1732539635780, suffix=, logDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/WALs/1ff8009e463e,43537,1732539635780, archiveDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/oldWALs, maxLogs=10 2024-11-25T13:00:38,078 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/WALs/1ff8009e463e,43537,1732539635780/1ff8009e463e%2C43537%2C1732539635780.1732539638053, exclude list is [], retry=0 2024-11-25T13:00:38,081 WARN [IPC Server handler 1 on default port 46199 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T13:00:38,081 WARN [IPC Server handler 1 on default port 46199 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T13:00:38,081 WARN [IPC Server handler 1 on default port 46199 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T13:00:38,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-298ce6a9-c695-40f1-ab83-3b4e576f0b9f,DISK] 2024-11-25T13:00:38,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-5c44a926-a523-4b46-9cf4-859f908b0bbb,DISK] 2024-11-25T13:00:38,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T13:00:38,139 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/WALs/1ff8009e463e,43537,1732539635780/1ff8009e463e%2C43537%2C1732539635780.1732539638053 2024-11-25T13:00:38,140 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40261:40261),(127.0.0.1/127.0.0.1:39721:39721)] 2024-11-25T13:00:38,141 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T13:00:38,141 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:38,145 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,146 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T13:00:38,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:38,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:00:38,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T13:00:38,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:38,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:00:38,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T13:00:38,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:38,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:00:38,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T13:00:38,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:38,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:00:38,230 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,234 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,236 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,241 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,242 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,245 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T13:00:38,248 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:00:38,253 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:00:38,254 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67375269, jitterRate=0.003969743847846985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T13:00:38,262 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732539638161Initializing all the Stores at 1732539638163 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539638164 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539638165 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539638165Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539638165Cleaning up temporary data from old regions at 1732539638242 (+77 ms)Region opened successfully at 1732539638262 (+20 ms) 2024-11-25T13:00:38,264 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T13:00:38,298 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa34401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ff8009e463e/172.17.0.3:0 2024-11-25T13:00:38,329 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T13:00:38,341 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T13:00:38,341 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T13:00:38,344 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T13:00:38,345 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T13:00:38,351 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-25T13:00:38,351 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T13:00:38,385 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T13:00:38,397 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T13:00:38,407 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T13:00:38,411 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T13:00:38,414 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T13:00:38,424 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T13:00:38,427 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T13:00:38,432 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T13:00:38,440 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T13:00:38,442 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T13:00:38,449 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T13:00:38,478 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T13:00:38,482 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T13:00:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T13:00:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T13:00:38,490 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T13:00:38,491 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T13:00:38,491 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,491 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,495 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ff8009e463e,43537,1732539635780, sessionid=0x101735e86b60000, setting cluster-up flag (Was=false) 2024-11-25T13:00:38,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,525 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,526 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,549 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T13:00:38,557 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ff8009e463e,43537,1732539635780 2024-11-25T13:00:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,576 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,577 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:38,599 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T13:00:38,601 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ff8009e463e,43537,1732539635780 2024-11-25T13:00:38,608 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T13:00:38,615 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(746): ClusterId : f5a369d6-d71f-4630-bf17-e0881c319a9b 2024-11-25T13:00:38,615 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(746): ClusterId : f5a369d6-d71f-4630-bf17-e0881c319a9b 2024-11-25T13:00:38,615 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(746): ClusterId : f5a369d6-d71f-4630-bf17-e0881c319a9b 2024-11-25T13:00:38,618 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T13:00:38,618 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T13:00:38,618 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T13:00:38,627 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T13:00:38,627 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T13:00:38,627 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T13:00:38,627 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T13:00:38,627 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T13:00:38,627 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T13:00:38,634 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T13:00:38,634 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T13:00:38,634 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T13:00:38,635 DEBUG [RS:1;1ff8009e463e:33141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa83796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ff8009e463e/172.17.0.3:0 2024-11-25T13:00:38,635 DEBUG [RS:2;1ff8009e463e:42271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b219eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ff8009e463e/172.17.0.3:0 2024-11-25T13:00:38,635 DEBUG [RS:0;1ff8009e463e:35157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c7f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ff8009e463e/172.17.0.3:0 2024-11-25T13:00:38,670 DEBUG [RS:1;1ff8009e463e:33141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1ff8009e463e:33141 2024-11-25T13:00:38,670 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ff8009e463e:35157 2024-11-25T13:00:38,672 DEBUG [RS:2;1ff8009e463e:42271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1ff8009e463e:42271 2024-11-25T13:00:38,683 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T13:00:38,683 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T13:00:38,683 DEBUG [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T13:00:38,683 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T13:00:38,683 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T13:00:38,683 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T13:00:38,683 DEBUG [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T13:00:38,683 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T13:00:38,684 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T13:00:38,686 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ff8009e463e,43537,1732539635780 with port=35157, startcode=1732539636927 2024-11-25T13:00:38,691 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ff8009e463e,43537,1732539635780 with port=42271, startcode=1732539637172 2024-11-25T13:00:38,695 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ff8009e463e,43537,1732539635780 with port=33141, startcode=1732539637092 2024-11-25T13:00:38,703 DEBUG [RS:0;1ff8009e463e:35157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T13:00:38,705 DEBUG [RS:1;1ff8009e463e:33141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T13:00:38,705 DEBUG [RS:2;1ff8009e463e:42271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T13:00:38,722 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T13:00:38,745 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T13:00:38,758 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T13:00:38,767 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T13:00:38,767 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T13:00:38,767 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T13:00:38,777 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T13:00:38,777 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ff8009e463e,43537,1732539635780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T13:00:38,787 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ff8009e463e:0, corePoolSize=5, maxPoolSize=5 2024-11-25T13:00:38,788 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ff8009e463e:0, corePoolSize=5, maxPoolSize=5 2024-11-25T13:00:38,788 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ff8009e463e:0, corePoolSize=5, maxPoolSize=5 2024-11-25T13:00:38,788 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ff8009e463e:0, corePoolSize=5, maxPoolSize=5 2024-11-25T13:00:38,788 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ff8009e463e:0, corePoolSize=10, maxPoolSize=10 2024-11-25T13:00:38,788 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:38,789 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ff8009e463e:0, corePoolSize=2, maxPoolSize=2 2024-11-25T13:00:38,789 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:38,792 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T13:00:38,793 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T13:00:38,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T13:00:38,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T13:00:38,822 DEBUG [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T13:00:38,822 DEBUG [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T13:00:38,822 WARN [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T13:00:38,822 WARN [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T13:00:38,822 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T13:00:38,822 WARN [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T13:00:38,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:38,836 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732539668835 2024-11-25T13:00:38,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T13:00:38,838 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T13:00:38,839 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T13:00:38,844 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T13:00:38,844 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T13:00:38,845 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T13:00:38,845 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T13:00:38,856 WARN [IPC Server handler 2 on default port 46199 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T13:00:38,856 WARN [IPC Server handler 2 on default port 46199 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T13:00:38,857 WARN [IPC Server handler 2 on default port 46199 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T13:00:38,855 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:38,861 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T13:00:38,862 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T13:00:38,863 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T13:00:38,866 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T13:00:38,867 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T13:00:38,870 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.large.0-1732539638868,5,FailOnTimeoutGroup] 2024-11-25T13:00:38,872 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T13:00:38,872 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T13:00:38,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741831_1007 (size=1321) 2024-11-25T13:00:38,872 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T13:00:38,873 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T13:00:38,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741831_1007 (size=1321) 2024-11-25T13:00:38,875 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.small.0-1732539638870,5,FailOnTimeoutGroup] 2024-11-25T13:00:38,875 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:38,877 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T13:00:38,878 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:38,879 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:38,925 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ff8009e463e,43537,1732539635780 with port=33141, startcode=1732539637092 2024-11-25T13:00:38,926 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ff8009e463e,43537,1732539635780 with port=42271, startcode=1732539637172 2024-11-25T13:00:38,930 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ff8009e463e,43537,1732539635780 with port=35157, startcode=1732539636927 2024-11-25T13:00:38,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ff8009e463e,33141,1732539637092 2024-11-25T13:00:38,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] master.ServerManager(517): Registering regionserver=1ff8009e463e,33141,1732539637092 2024-11-25T13:00:38,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ff8009e463e,42271,1732539637172 2024-11-25T13:00:38,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] master.ServerManager(517): Registering regionserver=1ff8009e463e,42271,1732539637172 2024-11-25T13:00:38,953 DEBUG [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:38,953 DEBUG [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46199 2024-11-25T13:00:38,953 DEBUG [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T13:00:38,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ff8009e463e,35157,1732539636927 2024-11-25T13:00:38,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] master.ServerManager(517): Registering regionserver=1ff8009e463e,35157,1732539636927 2024-11-25T13:00:38,964 DEBUG [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:38,964 DEBUG [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46199 2024-11-25T13:00:38,964 DEBUG [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T13:00:38,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T13:00:39,000 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:39,000 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46199 2024-11-25T13:00:39,000 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T13:00:39,068 DEBUG [RS:1;1ff8009e463e:33141 {}] zookeeper.ZKUtil(111): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1ff8009e463e,33141,1732539637092 2024-11-25T13:00:39,069 WARN [RS:1;1ff8009e463e:33141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T13:00:39,069 INFO [RS:1;1ff8009e463e:33141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:00:39,070 DEBUG [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092 2024-11-25T13:00:39,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ff8009e463e,33141,1732539637092] 2024-11-25T13:00:39,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ff8009e463e,42271,1732539637172] 2024-11-25T13:00:39,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T13:00:39,091 DEBUG [RS:2;1ff8009e463e:42271 {}] zookeeper.ZKUtil(111): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1ff8009e463e,42271,1732539637172 2024-11-25T13:00:39,091 WARN [RS:2;1ff8009e463e:42271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T13:00:39,091 INFO [RS:2;1ff8009e463e:42271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:00:39,092 DEBUG [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,42271,1732539637172 2024-11-25T13:00:39,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ff8009e463e,35157,1732539636927] 2024-11-25T13:00:39,092 DEBUG [RS:0;1ff8009e463e:35157 {}] zookeeper.ZKUtil(111): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1ff8009e463e,35157,1732539636927 2024-11-25T13:00:39,092 WARN [RS:0;1ff8009e463e:35157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T13:00:39,093 INFO [RS:0;1ff8009e463e:35157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:00:39,093 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,35157,1732539636927 2024-11-25T13:00:39,140 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T13:00:39,141 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T13:00:39,154 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T13:00:39,171 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T13:00:39,173 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T13:00:39,175 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T13:00:39,181 INFO [RS:1;1ff8009e463e:33141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T13:00:39,181 INFO [RS:0;1ff8009e463e:35157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T13:00:39,181 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,181 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,181 INFO [RS:2;1ff8009e463e:42271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T13:00:39,181 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,184 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T13:00:39,184 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T13:00:39,185 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T13:00:39,193 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T13:00:39,194 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T13:00:39,195 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,195 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,196 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,196 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,196 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,196 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,196 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,196 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,196 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,196 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,196 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,196 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,196 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0, corePoolSize=2, maxPoolSize=2 2024-11-25T13:00:39,197 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0, corePoolSize=2, maxPoolSize=2 2024-11-25T13:00:39,197 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,197 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,197 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,197 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,197 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,197 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,197 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T13:00:39,197 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,197 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,197 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,197 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,198 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,198 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,198 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,198 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,198 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:00:39,198 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:00:39,198 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,198 DEBUG [RS:1;1ff8009e463e:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:00:39,198 DEBUG [RS:2;1ff8009e463e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:00:39,198 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,198 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,198 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,198 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0, corePoolSize=2, maxPoolSize=2 2024-11-25T13:00:39,199 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,199 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,199 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,199 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,199 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,200 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:00:39,200 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:00:39,200 DEBUG [RS:0;1ff8009e463e:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:00:39,201 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,201 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,201 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,201 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,201 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,201 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,202 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,202 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,202 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,202 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,202 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,42271,1732539637172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T13:00:39,202 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,33141,1732539637092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T13:00:39,206 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,206 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,206 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,207 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,207 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,207 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,35157,1732539636927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T13:00:39,226 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T13:00:39,226 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T13:00:39,227 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T13:00:39,228 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,35157,1732539636927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,228 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,33141,1732539637092-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,228 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,42271,1732539637172-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,228 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,228 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,228 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.Replication(171): 1ff8009e463e,42271,1732539637172 started 2024-11-25T13:00:39,228 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.Replication(171): 1ff8009e463e,33141,1732539637092 started 2024-11-25T13:00:39,228 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,229 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.Replication(171): 1ff8009e463e,35157,1732539636927 started 2024-11-25T13:00:39,251 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,252 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,252 INFO [RS:1;1ff8009e463e:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:39,252 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1482): Serving as 1ff8009e463e,35157,1732539636927, RpcServer on 1ff8009e463e/172.17.0.3:35157, sessionid=0x101735e86b60001 2024-11-25T13:00:39,252 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(1482): Serving as 1ff8009e463e,33141,1732539637092, RpcServer on 1ff8009e463e/172.17.0.3:33141, sessionid=0x101735e86b60002 2024-11-25T13:00:39,252 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(1482): Serving as 1ff8009e463e,42271,1732539637172, RpcServer on 1ff8009e463e/172.17.0.3:42271, sessionid=0x101735e86b60003 2024-11-25T13:00:39,253 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T13:00:39,253 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T13:00:39,253 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T13:00:39,253 DEBUG [RS:0;1ff8009e463e:35157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ff8009e463e,35157,1732539636927 2024-11-25T13:00:39,253 DEBUG [RS:2;1ff8009e463e:42271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ff8009e463e,42271,1732539637172 2024-11-25T13:00:39,253 DEBUG [RS:1;1ff8009e463e:33141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ff8009e463e,33141,1732539637092 2024-11-25T13:00:39,253 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,33141,1732539637092' 2024-11-25T13:00:39,253 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,35157,1732539636927' 2024-11-25T13:00:39,253 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,42271,1732539637172' 2024-11-25T13:00:39,254 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T13:00:39,254 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T13:00:39,254 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T13:00:39,254 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T13:00:39,254 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T13:00:39,255 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T13:00:39,255 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T13:00:39,255 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T13:00:39,255 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T13:00:39,255 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T13:00:39,255 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T13:00:39,255 DEBUG [RS:1;1ff8009e463e:33141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ff8009e463e,33141,1732539637092 2024-11-25T13:00:39,255 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T13:00:39,255 DEBUG [RS:2;1ff8009e463e:42271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ff8009e463e,42271,1732539637172 2024-11-25T13:00:39,255 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,33141,1732539637092' 2024-11-25T13:00:39,255 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,42271,1732539637172' 2024-11-25T13:00:39,255 DEBUG [RS:0;1ff8009e463e:35157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ff8009e463e,35157,1732539636927 2024-11-25T13:00:39,255 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T13:00:39,255 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T13:00:39,255 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,35157,1732539636927' 2024-11-25T13:00:39,255 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T13:00:39,256 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T13:00:39,256 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T13:00:39,256 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T13:00:39,256 DEBUG [RS:1;1ff8009e463e:33141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T13:00:39,256 INFO [RS:1;1ff8009e463e:33141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T13:00:39,257 INFO [RS:1;1ff8009e463e:33141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T13:00:39,257 DEBUG [RS:0;1ff8009e463e:35157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T13:00:39,257 INFO [RS:0;1ff8009e463e:35157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T13:00:39,257 DEBUG [RS:2;1ff8009e463e:42271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T13:00:39,257 INFO [RS:0;1ff8009e463e:35157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T13:00:39,257 INFO [RS:2;1ff8009e463e:42271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T13:00:39,257 INFO [RS:2;1ff8009e463e:42271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T13:00:39,275 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T13:00:39,276 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741832_1008 (size=32) 2024-11-25T13:00:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741832_1008 (size=32) 2024-11-25T13:00:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741832_1008 (size=32) 2024-11-25T13:00:39,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:39,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T13:00:39,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T13:00:39,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:39,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:00:39,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T13:00:39,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T13:00:39,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:39,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:00:39,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T13:00:39,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T13:00:39,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:39,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:00:39,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T13:00:39,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T13:00:39,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:39,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:00:39,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T13:00:39,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740 2024-11-25T13:00:39,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740 2024-11-25T13:00:39,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T13:00:39,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T13:00:39,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T13:00:39,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T13:00:39,331 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:00:39,332 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72640342, jitterRate=0.08242544531822205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T13:00:39,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732539639291Initializing all the Stores at 1732539639293 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539639293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539639293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539639293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539639293Cleaning up temporary data from old regions at 1732539639321 (+28 ms)Region opened successfully at 1732539639334 (+13 ms) 2024-11-25T13:00:39,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T13:00:39,335 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T13:00:39,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T13:00:39,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T13:00:39,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T13:00:39,354 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T13:00:39,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732539639334Disabling compacts and flushes for region at 1732539639334Disabling writes for close at 1732539639335 (+1 ms)Writing region close event to WAL at 1732539639353 (+18 ms)Closed at 1732539639354 (+1 ms) 2024-11-25T13:00:39,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T13:00:39,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T13:00:39,364 INFO [RS:1;1ff8009e463e:33141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T13:00:39,365 INFO [RS:0;1ff8009e463e:35157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T13:00:39,367 INFO [RS:2;1ff8009e463e:42271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T13:00:39,369 INFO [RS:1;1ff8009e463e:33141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C33141%2C1732539637092, suffix=, logDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092, archiveDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/oldWALs, maxLogs=32 2024-11-25T13:00:39,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T13:00:39,379 INFO [RS:0;1ff8009e463e:35157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C35157%2C1732539636927, suffix=, logDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,35157,1732539636927, archiveDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/oldWALs, maxLogs=32 2024-11-25T13:00:39,379 INFO [RS:2;1ff8009e463e:42271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C42271%2C1732539637172, suffix=, logDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,42271,1732539637172, archiveDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/oldWALs, maxLogs=32 2024-11-25T13:00:39,392 DEBUG [RS:1;1ff8009e463e:33141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092/1ff8009e463e%2C33141%2C1732539637092.1732539639375, exclude list is [], retry=0 2024-11-25T13:00:39,398 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T13:00:39,398 WARN [IPC Server handler 2 on default port 46199 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T13:00:39,398 WARN [IPC Server handler 2 on default port 46199 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T13:00:39,398 WARN [IPC Server handler 2 on default port 46199 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T13:00:39,400 DEBUG [RS:0;1ff8009e463e:35157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,35157,1732539636927/1ff8009e463e%2C35157%2C1732539636927.1732539639382, exclude list is [], retry=0 2024-11-25T13:00:39,401 DEBUG [RS:2;1ff8009e463e:42271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,42271,1732539637172/1ff8009e463e%2C42271%2C1732539637172.1732539639382, exclude list is [], retry=0 2024-11-25T13:00:39,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-5c44a926-a523-4b46-9cf4-859f908b0bbb,DISK] 2024-11-25T13:00:39,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-298ce6a9-c695-40f1-ab83-3b4e576f0b9f,DISK] 2024-11-25T13:00:39,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T13:00:39,409 INFO [RS:1;1ff8009e463e:33141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092/1ff8009e463e%2C33141%2C1732539637092.1732539639375 2024-11-25T13:00:39,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-44f7d66d-4ecd-4894-867c-e231f75e6396,DISK] 2024-11-25T13:00:39,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-298ce6a9-c695-40f1-ab83-3b4e576f0b9f,DISK] 2024-11-25T13:00:39,410 DEBUG [RS:1;1ff8009e463e:33141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40261:40261),(127.0.0.1/127.0.0.1:39721:39721)] 2024-11-25T13:00:39,411 WARN [IPC Server handler 0 on default port 46199 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T13:00:39,411 WARN [IPC Server handler 0 on default port 46199 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T13:00:39,411 WARN [IPC Server handler 0 on default port 46199 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T13:00:39,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-5c44a926-a523-4b46-9cf4-859f908b0bbb,DISK] 2024-11-25T13:00:39,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-298ce6a9-c695-40f1-ab83-3b4e576f0b9f,DISK] 2024-11-25T13:00:39,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-5c44a926-a523-4b46-9cf4-859f908b0bbb,DISK] 2024-11-25T13:00:39,463 INFO [RS:2;1ff8009e463e:42271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,42271,1732539637172/1ff8009e463e%2C42271%2C1732539637172.1732539639382 2024-11-25T13:00:39,467 DEBUG [RS:2;1ff8009e463e:42271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517),(127.0.0.1/127.0.0.1:39721:39721),(127.0.0.1/127.0.0.1:40261:40261)] 2024-11-25T13:00:39,469 INFO [RS:0;1ff8009e463e:35157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,35157,1732539636927/1ff8009e463e%2C35157%2C1732539636927.1732539639382 2024-11-25T13:00:39,469 DEBUG [RS:0;1ff8009e463e:35157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39721:39721),(127.0.0.1/127.0.0.1:40261:40261)] 2024-11-25T13:00:39,558 DEBUG [1ff8009e463e:43537 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T13:00:39,568 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(204): Hosts are {1ff8009e463e=0} racks are {/default-rack=0} 2024-11-25T13:00:39,576 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T13:00:39,576 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T13:00:39,576 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T13:00:39,576 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T13:00:39,576 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T13:00:39,576 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T13:00:39,576 INFO [1ff8009e463e:43537 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T13:00:39,576 INFO [1ff8009e463e:43537 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T13:00:39,576 INFO [1ff8009e463e:43537 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T13:00:39,576 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T13:00:39,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ff8009e463e,35157,1732539636927 2024-11-25T13:00:39,594 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ff8009e463e,35157,1732539636927, state=OPENING 2024-11-25T13:00:39,607 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T13:00:39,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:39,615 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:39,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:39,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:00:39,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:00:39,617 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:00:39,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:00:39,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:00:39,620 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T13:00:39,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ff8009e463e,35157,1732539636927}] 2024-11-25T13:00:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741831_1007 (size=1321) 2024-11-25T13:00:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741829_1005 (size=34) 2024-11-25T13:00:46,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T13:00:46,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T13:00:49,661 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T13:00:49,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T13:00:49,677 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T13:00:49,678 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:00:49,678 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T13:00:49,681 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C35157%2C1732539636927.meta, suffix=.meta, logDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,35157,1732539636927, archiveDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/oldWALs, maxLogs=32 2024-11-25T13:00:49,695 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,35157,1732539636927/1ff8009e463e%2C35157%2C1732539636927.meta.1732539649683.meta, exclude list is [], retry=0 2024-11-25T13:00:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-5c44a926-a523-4b46-9cf4-859f908b0bbb,DISK] 2024-11-25T13:00:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-298ce6a9-c695-40f1-ab83-3b4e576f0b9f,DISK] 2024-11-25T13:00:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-44f7d66d-4ecd-4894-867c-e231f75e6396,DISK] 2024-11-25T13:00:49,702 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,35157,1732539636927/1ff8009e463e%2C35157%2C1732539636927.meta.1732539649683.meta 2024-11-25T13:00:49,702 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40261:40261),(127.0.0.1/127.0.0.1:39721:39721),(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-25T13:00:49,702 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T13:00:49,705 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T13:00:49,708 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T13:00:49,713 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T13:00:49,716 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T13:00:49,717 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:49,717 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T13:00:49,717 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T13:00:49,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T13:00:49,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T13:00:49,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:49,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:00:49,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T13:00:49,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T13:00:49,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:49,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:00:49,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T13:00:49,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T13:00:49,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:49,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:00:49,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T13:00:49,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T13:00:49,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:49,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:00:49,728 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T13:00:49,730 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740 2024-11-25T13:00:49,732 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740 2024-11-25T13:00:49,735 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T13:00:49,735 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T13:00:49,736 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T13:00:49,739 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T13:00:49,740 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59556614, jitterRate=-0.11253729462623596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T13:00:49,740 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T13:00:49,742 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732539649717Writing region info on filesystem at 1732539649718 (+1 ms)Initializing all the Stores at 1732539649719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539649719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539649720 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539649720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539649720Cleaning up temporary data from old regions at 1732539649735 (+15 ms)Running coprocessor post-open hooks at 1732539649740 (+5 ms)Region opened successfully at 1732539649742 (+2 ms) 2024-11-25T13:00:49,749 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732539649651 2024-11-25T13:00:49,759 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T13:00:49,760 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T13:00:49,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,35157,1732539636927 2024-11-25T13:00:49,764 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ff8009e463e,35157,1732539636927, state=OPEN 2024-11-25T13:00:49,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:00:49,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:00:49,790 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:00:49,790 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:00:49,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:00:49,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:00:49,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:00:49,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:00:49,790 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ff8009e463e,35157,1732539636927 2024-11-25T13:00:49,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T13:00:49,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ff8009e463e,35157,1732539636927 in 10.1680 sec 2024-11-25T13:00:49,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T13:00:49,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4200 sec 2024-11-25T13:00:49,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T13:00:49,803 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T13:00:49,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T13:00:49,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,35157,1732539636927, seqNum=-1] 2024-11-25T13:00:49,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T13:00:49,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T13:00:49,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2640 sec 2024-11-25T13:00:49,914 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732539649913, completionTime=-1 2024-11-25T13:00:49,917 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T13:00:49,917 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T13:00:49,946 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T13:00:49,946 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732539709946 2024-11-25T13:00:49,946 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732539769946 2024-11-25T13:00:49,946 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-25T13:00:49,948 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:00:49,956 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,43537,1732539635780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:49,957 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,43537,1732539635780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:49,957 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,43537,1732539635780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:49,959 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ff8009e463e:43537, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:49,959 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:49,960 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:49,969 DEBUG [master/1ff8009e463e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T13:00:49,992 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.564sec 2024-11-25T13:00:49,994 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T13:00:49,995 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T13:00:49,996 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T13:00:49,996 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T13:00:49,996 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T13:00:49,997 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,43537,1732539635780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T13:00:49,997 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,43537,1732539635780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T13:00:50,001 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T13:00:50,002 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T13:00:50,002 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,43537,1732539635780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:00:50,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dda29e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:00:50,055 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T13:00:50,055 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T13:00:50,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ff8009e463e,43537,-1 for getting cluster id 2024-11-25T13:00:50,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T13:00:50,068 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5a369d6-d71f-4630-bf17-e0881c319a9b' 2024-11-25T13:00:50,070 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T13:00:50,070 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5a369d6-d71f-4630-bf17-e0881c319a9b" 2024-11-25T13:00:50,071 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d6d7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:00:50,071 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ff8009e463e,43537,-1] 2024-11-25T13:00:50,073 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T13:00:50,075 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:00:50,076 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T13:00:50,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:00:50,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T13:00:50,086 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,35157,1732539636927, seqNum=-1] 2024-11-25T13:00:50,086 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T13:00:50,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T13:00:50,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ff8009e463e,43537,1732539635780 2024-11-25T13:00:50,114 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732539650113 (current time:1732539650113). 2024-11-25T13:00:50,115 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T13:00:50,115 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T13:00:50,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a28b54d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:00:50,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ff8009e463e,43537,-1 for getting cluster id 2024-11-25T13:00:50,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T13:00:50,119 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5a369d6-d71f-4630-bf17-e0881c319a9b' 2024-11-25T13:00:50,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T13:00:50,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5a369d6-d71f-4630-bf17-e0881c319a9b" 2024-11-25T13:00:50,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c0ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:00:50,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ff8009e463e,43537,-1] 2024-11-25T13:00:50,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T13:00:50,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:00:50,122 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T13:00:50,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3f22d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:00:50,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T13:00:50,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,35157,1732539636927, seqNum=-1] 2024-11-25T13:00:50,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T13:00:50,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T13:00:50,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T13:00:50,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:00:50,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:00:50,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:00:50,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T13:00:50,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T13:00:50,150 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ff8009e463e,43537,1732539635780 2024-11-25T13:00:50,152 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@904ea33 2024-11-25T13:00:50,153 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T13:00:50,155 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T13:00:50,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T13:00:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T13:00:50,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T13:00:50,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T13:00:50,172 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:00:50,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T13:00:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:00:50,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741837_1013 (size=361) 2024-11-25T13:00:50,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741837_1013 (size=361) 2024-11-25T13:00:50,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741837_1013 (size=361) 2024-11-25T13:00:50,199 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d39264733db26e20cf22dbb9f83d963, NAME => 'SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:50,199 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ddd79eb6ddee4e717dcada9bd99e51a8, NAME => 'SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:50,200 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => eb546c4a32d63e33233cdf696cb6c170, NAME => 'SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741838_1014 (size=62) 2024-11-25T13:00:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741838_1014 (size=62) 2024-11-25T13:00:50,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741838_1014 (size=62) 2024-11-25T13:00:50,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741839_1015 (size=62) 2024-11-25T13:00:50,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741839_1015 (size=62) 2024-11-25T13:00:50,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741839_1015 (size=62) 2024-11-25T13:00:50,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:50,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ddd79eb6ddee4e717dcada9bd99e51a8, disabling compactions & flushes 2024-11-25T13:00:50,281 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:00:50,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:00:50,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. after waiting 0 ms 2024-11-25T13:00:50,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:00:50,281 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:00:50,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ddd79eb6ddee4e717dcada9bd99e51a8: Waiting for close lock at 1732539650281Disabling compacts and flushes for region at 1732539650281Disabling writes for close at 1732539650281Writing region close event to WAL at 1732539650281Closed at 1732539650281 2024-11-25T13:00:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:00:50,283 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 64b04c3c7093da0d9f5059902c9e23d3, NAME => 'SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:50,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741840_1016 (size=54) 2024-11-25T13:00:50,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741840_1016 (size=54) 2024-11-25T13:00:50,289 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:50,289 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0d39264733db26e20cf22dbb9f83d963, disabling compactions & flushes 2024-11-25T13:00:50,289 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:00:50,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741840_1016 (size=54) 2024-11-25T13:00:50,289 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:00:50,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. after waiting 0 ms 2024-11-25T13:00:50,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:00:50,290 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:00:50,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d39264733db26e20cf22dbb9f83d963: Waiting for close lock at 1732539650289Disabling compacts and flushes for region at 1732539650289Disabling writes for close at 1732539650290 (+1 ms)Writing region close event to WAL at 1732539650290Closed at 1732539650290 2024-11-25T13:00:50,292 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29809c931d699cc576c91faf93bd4be3, NAME => 'SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:50,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741841_1017 (size=62) 2024-11-25T13:00:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741841_1017 (size=62) 2024-11-25T13:00:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741841_1017 (size=62) 2024-11-25T13:00:50,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:50,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 64b04c3c7093da0d9f5059902c9e23d3, disabling compactions & flushes 2024-11-25T13:00:50,329 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:00:50,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:00:50,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. after waiting 0 ms 2024-11-25T13:00:50,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:00:50,329 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:00:50,330 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 64b04c3c7093da0d9f5059902c9e23d3: Waiting for close lock at 1732539650329Disabling compacts and flushes for region at 1732539650329Disabling writes for close at 1732539650329Writing region close event to WAL at 1732539650329Closed at 1732539650329 2024-11-25T13:00:50,330 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0750d9dc4c9f35b4d2e3a40cd41d80ba, NAME => 'SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741842_1018 (size=62) 2024-11-25T13:00:50,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741842_1018 (size=62) 2024-11-25T13:00:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741842_1018 (size=62) 2024-11-25T13:00:50,357 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:50,357 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 29809c931d699cc576c91faf93bd4be3, disabling compactions & flushes 2024-11-25T13:00:50,357 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:00:50,357 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:00:50,357 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. after waiting 0 ms 2024-11-25T13:00:50,357 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:00:50,357 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:00:50,357 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29809c931d699cc576c91faf93bd4be3: Waiting for close lock at 1732539650357Disabling compacts and flushes for region at 1732539650357Disabling writes for close at 1732539650357Writing region close event to WAL at 1732539650357Closed at 1732539650357 2024-11-25T13:00:50,358 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12a747632f6fa3aa2e7021650211c5ff, NAME => 'SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741843_1019 (size=62) 2024-11-25T13:00:50,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741843_1019 (size=62) 2024-11-25T13:00:50,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741843_1019 (size=62) 2024-11-25T13:00:50,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:50,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0750d9dc4c9f35b4d2e3a40cd41d80ba, disabling compactions & flushes 2024-11-25T13:00:50,371 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:00:50,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:00:50,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. after waiting 0 ms 2024-11-25T13:00:50,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:00:50,372 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:00:50,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0750d9dc4c9f35b4d2e3a40cd41d80ba: Waiting for close lock at 1732539650371Disabling compacts and flushes for region at 1732539650371Disabling writes for close at 1732539650372 (+1 ms)Writing region close event to WAL at 1732539650372Closed at 1732539650372 2024-11-25T13:00:50,373 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 09eee80a64bdbb91bd93000c1d26e527, NAME => 'SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:50,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741844_1020 (size=62) 2024-11-25T13:00:50,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741844_1020 (size=62) 2024-11-25T13:00:50,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741844_1020 (size=62) 2024-11-25T13:00:50,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:50,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 12a747632f6fa3aa2e7021650211c5ff, disabling compactions & flushes 2024-11-25T13:00:50,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:00:50,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:00:50,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. after waiting 0 ms 2024-11-25T13:00:50,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:00:50,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:00:50,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12a747632f6fa3aa2e7021650211c5ff: Waiting for close lock at 1732539650409Disabling compacts and flushes for region at 1732539650409Disabling writes for close at 1732539650409Writing region close event to WAL at 1732539650409Closed at 1732539650409 2024-11-25T13:00:50,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dfac8cb2893451083f39911449b6398, NAME => 'SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:50,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741845_1021 (size=62) 2024-11-25T13:00:50,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741845_1021 (size=62) 2024-11-25T13:00:50,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741845_1021 (size=62) 2024-11-25T13:00:50,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:50,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 09eee80a64bdbb91bd93000c1d26e527, disabling compactions & flushes 2024-11-25T13:00:50,420 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:00:50,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:00:50,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. after waiting 0 ms 2024-11-25T13:00:50,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:00:50,421 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:00:50,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 09eee80a64bdbb91bd93000c1d26e527: Waiting for close lock at 1732539650420Disabling compacts and flushes for region at 1732539650420Disabling writes for close at 1732539650421 (+1 ms)Writing region close event to WAL at 1732539650421Closed at 1732539650421 2024-11-25T13:00:50,422 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e6b7293c09e78ec42885d2d768898e0b, NAME => 'SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280 2024-11-25T13:00:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741846_1022 (size=62) 2024-11-25T13:00:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741846_1022 (size=62) 2024-11-25T13:00:50,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741846_1022 (size=62) 2024-11-25T13:00:50,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:50,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3dfac8cb2893451083f39911449b6398, disabling compactions & flushes 2024-11-25T13:00:50,434 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:00:50,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:00:50,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. after waiting 0 ms 2024-11-25T13:00:50,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:00:50,434 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:00:50,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dfac8cb2893451083f39911449b6398: Waiting for close lock at 1732539650434Disabling compacts and flushes for region at 1732539650434Disabling writes for close at 1732539650434Writing region close event to WAL at 1732539650434Closed at 1732539650434 2024-11-25T13:00:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741847_1023 (size=54) 2024-11-25T13:00:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741847_1023 (size=54) 2024-11-25T13:00:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741847_1023 (size=54) 2024-11-25T13:00:50,438 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:50,438 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e6b7293c09e78ec42885d2d768898e0b, disabling compactions & flushes 2024-11-25T13:00:50,439 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:00:50,439 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:00:50,439 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. after waiting 0 ms 2024-11-25T13:00:50,439 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:00:50,439 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:00:50,439 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e6b7293c09e78ec42885d2d768898e0b: Waiting for close lock at 1732539650438Disabling compacts and flushes for region at 1732539650438Disabling writes for close at 1732539650439 (+1 ms)Writing region close event to WAL at 1732539650439Closed at 1732539650439 2024-11-25T13:00:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:00:50,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:00:50,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing eb546c4a32d63e33233cdf696cb6c170, disabling compactions & flushes 2024-11-25T13:00:50,658 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:00:50,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:00:50,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. after waiting 0 ms 2024-11-25T13:00:50,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:00:50,659 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:00:50,659 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for eb546c4a32d63e33233cdf696cb6c170: Waiting for close lock at 1732539650658Disabling compacts and flushes for region at 1732539650658Disabling writes for close at 1732539650658Writing region close event to WAL at 1732539650658Closed at 1732539650658 2024-11-25T13:00:50,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T13:00:50,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539650664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539650664"}]},"ts":"1732539650664"} 2024-11-25T13:00:50,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732539650664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539650664"}]},"ts":"1732539650664"} 2024-11-25T13:00:50,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539650664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539650664"}]},"ts":"1732539650664"} 2024-11-25T13:00:50,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539650664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539650664"}]},"ts":"1732539650664"} 2024-11-25T13:00:50,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539650664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539650664"}]},"ts":"1732539650664"} 2024-11-25T13:00:50,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539650664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539650664"}]},"ts":"1732539650664"} 2024-11-25T13:00:50,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539650664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539650664"}]},"ts":"1732539650664"} 2024-11-25T13:00:50,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539650664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539650664"}]},"ts":"1732539650664"} 2024-11-25T13:00:50,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732539650664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539650664"}]},"ts":"1732539650664"} 2024-11-25T13:00:50,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539650664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539650664"}]},"ts":"1732539650664"} 2024-11-25T13:00:50,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T13:00:50,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T13:00:50,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732539650708"}]},"ts":"1732539650708"} 2024-11-25T13:00:50,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T13:00:50,718 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1ff8009e463e=0} racks are {/default-rack=0} 2024-11-25T13:00:50,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T13:00:50,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T13:00:50,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T13:00:50,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T13:00:50,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T13:00:50,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T13:00:50,725 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T13:00:50,725 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T13:00:50,725 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T13:00:50,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T13:00:50,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d39264733db26e20cf22dbb9f83d963, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddd79eb6ddee4e717dcada9bd99e51a8, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb546c4a32d63e33233cdf696cb6c170, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b04c3c7093da0d9f5059902c9e23d3, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29809c931d699cc576c91faf93bd4be3, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0750d9dc4c9f35b4d2e3a40cd41d80ba, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a747632f6fa3aa2e7021650211c5ff, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09eee80a64bdbb91bd93000c1d26e527, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dfac8cb2893451083f39911449b6398, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b, ASSIGN}] 2024-11-25T13:00:50,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b04c3c7093da0d9f5059902c9e23d3, ASSIGN 2024-11-25T13:00:50,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb546c4a32d63e33233cdf696cb6c170, ASSIGN 2024-11-25T13:00:50,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d39264733db26e20cf22dbb9f83d963, ASSIGN 2024-11-25T13:00:50,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddd79eb6ddee4e717dcada9bd99e51a8, ASSIGN 2024-11-25T13:00:50,732 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb546c4a32d63e33233cdf696cb6c170, ASSIGN; state=OFFLINE, location=1ff8009e463e,42271,1732539637172; forceNewPlan=false, retain=false 2024-11-25T13:00:50,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64b04c3c7093da0d9f5059902c9e23d3, ASSIGN; state=OFFLINE, location=1ff8009e463e,33141,1732539637092; forceNewPlan=false, retain=false 2024-11-25T13:00:50,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d39264733db26e20cf22dbb9f83d963, ASSIGN; state=OFFLINE, location=1ff8009e463e,35157,1732539636927; forceNewPlan=false, retain=false 2024-11-25T13:00:50,733 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ddd79eb6ddee4e717dcada9bd99e51a8, ASSIGN; state=OFFLINE, location=1ff8009e463e,42271,1732539637172; forceNewPlan=false, retain=false 2024-11-25T13:00:50,737 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dfac8cb2893451083f39911449b6398, ASSIGN 2024-11-25T13:00:50,737 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b, ASSIGN 2024-11-25T13:00:50,737 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a747632f6fa3aa2e7021650211c5ff, ASSIGN 2024-11-25T13:00:50,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09eee80a64bdbb91bd93000c1d26e527, ASSIGN 2024-11-25T13:00:50,738 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0750d9dc4c9f35b4d2e3a40cd41d80ba, ASSIGN 2024-11-25T13:00:50,739 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b, ASSIGN; state=OFFLINE, location=1ff8009e463e,33141,1732539637092; forceNewPlan=false, retain=false 2024-11-25T13:00:50,739 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3dfac8cb2893451083f39911449b6398, ASSIGN; state=OFFLINE, location=1ff8009e463e,35157,1732539636927; forceNewPlan=false, retain=false 2024-11-25T13:00:50,739 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=12a747632f6fa3aa2e7021650211c5ff, ASSIGN; state=OFFLINE, location=1ff8009e463e,33141,1732539637092; forceNewPlan=false, retain=false 2024-11-25T13:00:50,739 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09eee80a64bdbb91bd93000c1d26e527, ASSIGN; state=OFFLINE, location=1ff8009e463e,42271,1732539637172; forceNewPlan=false, retain=false 2024-11-25T13:00:50,739 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0750d9dc4c9f35b4d2e3a40cd41d80ba, ASSIGN; state=OFFLINE, location=1ff8009e463e,35157,1732539636927; forceNewPlan=false, retain=false 2024-11-25T13:00:50,745 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29809c931d699cc576c91faf93bd4be3, ASSIGN 2024-11-25T13:00:50,746 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=29809c931d699cc576c91faf93bd4be3, ASSIGN; state=OFFLINE, location=1ff8009e463e,42271,1732539637172; forceNewPlan=false, retain=false 2024-11-25T13:00:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:00:50,886 INFO [1ff8009e463e:43537 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T13:00:50,887 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29809c931d699cc576c91faf93bd4be3, regionState=OPENING, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:00:50,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ddd79eb6ddee4e717dcada9bd99e51a8, regionState=OPENING, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:00:50,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=09eee80a64bdbb91bd93000c1d26e527, regionState=OPENING, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:00:50,887 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eb546c4a32d63e33233cdf696cb6c170, regionState=OPENING, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:00:50,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3dfac8cb2893451083f39911449b6398, regionState=OPENING, regionLocation=1ff8009e463e,35157,1732539636927 2024-11-25T13:00:50,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0750d9dc4c9f35b4d2e3a40cd41d80ba, regionState=OPENING, regionLocation=1ff8009e463e,35157,1732539636927 2024-11-25T13:00:50,888 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d39264733db26e20cf22dbb9f83d963, regionState=OPENING, regionLocation=1ff8009e463e,35157,1732539636927 2024-11-25T13:00:50,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e6b7293c09e78ec42885d2d768898e0b, regionState=OPENING, regionLocation=1ff8009e463e,33141,1732539637092 2024-11-25T13:00:50,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=12a747632f6fa3aa2e7021650211c5ff, regionState=OPENING, regionLocation=1ff8009e463e,33141,1732539637092 2024-11-25T13:00:50,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=64b04c3c7093da0d9f5059902c9e23d3, regionState=OPENING, regionLocation=1ff8009e463e,33141,1732539637092 2024-11-25T13:00:50,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3dfac8cb2893451083f39911449b6398, ASSIGN because future has completed 2024-11-25T13:00:50,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09eee80a64bdbb91bd93000c1d26e527, ASSIGN because future has completed 2024-11-25T13:00:50,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09eee80a64bdbb91bd93000c1d26e527, server=1ff8009e463e,42271,1732539637172}] 2024-11-25T13:00:50,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dfac8cb2893451083f39911449b6398, server=1ff8009e463e,35157,1732539636927}] 2024-11-25T13:00:50,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ddd79eb6ddee4e717dcada9bd99e51a8, ASSIGN because future has completed 2024-11-25T13:00:50,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddd79eb6ddee4e717dcada9bd99e51a8, server=1ff8009e463e,42271,1732539637172}] 2024-11-25T13:00:50,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=29809c931d699cc576c91faf93bd4be3, ASSIGN because future has completed 2024-11-25T13:00:50,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29809c931d699cc576c91faf93bd4be3, server=1ff8009e463e,42271,1732539637172}] 2024-11-25T13:00:50,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb546c4a32d63e33233cdf696cb6c170, ASSIGN because future has completed 2024-11-25T13:00:50,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb546c4a32d63e33233cdf696cb6c170, server=1ff8009e463e,42271,1732539637172}] 2024-11-25T13:00:50,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0750d9dc4c9f35b4d2e3a40cd41d80ba, ASSIGN because future has completed 2024-11-25T13:00:50,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d39264733db26e20cf22dbb9f83d963, ASSIGN because future has completed 2024-11-25T13:00:50,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0750d9dc4c9f35b4d2e3a40cd41d80ba, server=1ff8009e463e,35157,1732539636927}] 2024-11-25T13:00:50,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d39264733db26e20cf22dbb9f83d963, server=1ff8009e463e,35157,1732539636927}] 2024-11-25T13:00:50,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b, ASSIGN because future has completed 2024-11-25T13:00:50,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=12a747632f6fa3aa2e7021650211c5ff, ASSIGN because future has completed 2024-11-25T13:00:50,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12a747632f6fa3aa2e7021650211c5ff, server=1ff8009e463e,33141,1732539637092}] 2024-11-25T13:00:50,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6b7293c09e78ec42885d2d768898e0b, server=1ff8009e463e,33141,1732539637092}] 2024-11-25T13:00:50,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64b04c3c7093da0d9f5059902c9e23d3, ASSIGN because future has completed 2024-11-25T13:00:50,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3, server=1ff8009e463e,33141,1732539637092}] 2024-11-25T13:00:51,131 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T13:00:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:00:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:00:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:00:55,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T13:00:56,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T13:00:56,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T13:00:56,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T13:00:56,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T13:00:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:01:00,902 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T13:01:00,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T13:01:00,912 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:01:00,912 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:01:00,912 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d39264733db26e20cf22dbb9f83d963, NAME => 'SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T13:01:00,912 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ddd79eb6ddee4e717dcada9bd99e51a8, NAME => 'SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T13:01:00,912 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,913 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:00,913 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,913 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,913 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,913 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:00,913 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,913 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,915 INFO [StoreOpener-0d39264733db26e20cf22dbb9f83d963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,915 INFO [StoreOpener-ddd79eb6ddee4e717dcada9bd99e51a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,917 INFO [StoreOpener-0d39264733db26e20cf22dbb9f83d963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d39264733db26e20cf22dbb9f83d963 columnFamilyName cf 2024-11-25T13:01:00,917 DEBUG [StoreOpener-0d39264733db26e20cf22dbb9f83d963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:00,917 INFO [StoreOpener-ddd79eb6ddee4e717dcada9bd99e51a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddd79eb6ddee4e717dcada9bd99e51a8 columnFamilyName cf 2024-11-25T13:01:00,917 DEBUG [StoreOpener-ddd79eb6ddee4e717dcada9bd99e51a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:00,918 INFO [StoreOpener-ddd79eb6ddee4e717dcada9bd99e51a8-1 {}] regionserver.HStore(327): Store=ddd79eb6ddee4e717dcada9bd99e51a8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:00,918 INFO [StoreOpener-0d39264733db26e20cf22dbb9f83d963-1 {}] regionserver.HStore(327): Store=0d39264733db26e20cf22dbb9f83d963/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:00,918 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,918 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,919 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,920 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,920 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,920 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,920 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,921 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,921 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,921 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,923 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,923 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,926 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/0d39264733db26e20cf22dbb9f83d963/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:01:00,927 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0d39264733db26e20cf22dbb9f83d963; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61265936, jitterRate=-0.0870664119720459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:00,927 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:00,928 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/ddd79eb6ddee4e717dcada9bd99e51a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:01:00,928 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0d39264733db26e20cf22dbb9f83d963: Running coprocessor pre-open hook at 1732539660913Writing region info on filesystem at 1732539660913Initializing all the Stores at 1732539660914 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539660914Cleaning up temporary data from old regions at 1732539660921 (+7 ms)Running coprocessor post-open hooks at 1732539660927 (+6 ms)Region opened successfully at 1732539660928 (+1 ms) 2024-11-25T13:01:00,928 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ddd79eb6ddee4e717dcada9bd99e51a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65764585, jitterRate=-0.020031318068504333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:00,928 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:00,929 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ddd79eb6ddee4e717dcada9bd99e51a8: Running coprocessor pre-open hook at 1732539660913Writing region info on filesystem at 1732539660913Initializing all the Stores at 1732539660915 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539660915Cleaning up temporary data from old regions at 1732539660921 (+6 ms)Running coprocessor post-open hooks at 1732539660928 (+7 ms)Region opened successfully at 1732539660929 (+1 ms) 2024-11-25T13:01:00,931 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963., pid=21, masterSystemTime=1732539660902 2024-11-25T13:01:00,932 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8., pid=17, masterSystemTime=1732539660902 2024-11-25T13:01:00,934 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:01:00,935 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:01:00,935 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:01:00,935 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0750d9dc4c9f35b4d2e3a40cd41d80ba, NAME => 'SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T13:01:00,936 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,936 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:00,936 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d39264733db26e20cf22dbb9f83d963, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:00,936 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,936 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:01:00,936 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,936 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:01:00,936 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:01:00,936 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 29809c931d699cc576c91faf93bd4be3, NAME => 'SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T13:01:00,937 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,937 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:00,937 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,937 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ddd79eb6ddee4e717dcada9bd99e51a8, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:00,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d39264733db26e20cf22dbb9f83d963, server=1ff8009e463e,35157,1732539636927 because future has completed 2024-11-25T13:01:00,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddd79eb6ddee4e717dcada9bd99e51a8, server=1ff8009e463e,42271,1732539637172 because future has completed 2024-11-25T13:01:00,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-25T13:01:00,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d39264733db26e20cf22dbb9f83d963, server=1ff8009e463e,35157,1732539636927 in 10.0120 sec 2024-11-25T13:01:00,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-25T13:01:00,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d39264733db26e20cf22dbb9f83d963, ASSIGN in 10.2190 sec 2024-11-25T13:01:00,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ddd79eb6ddee4e717dcada9bd99e51a8, server=1ff8009e463e,42271,1732539637172 in 10.0440 sec 2024-11-25T13:01:00,947 INFO [StoreOpener-0750d9dc4c9f35b4d2e3a40cd41d80ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,948 INFO [StoreOpener-29809c931d699cc576c91faf93bd4be3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,949 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T13:01:00,951 INFO [StoreOpener-0750d9dc4c9f35b4d2e3a40cd41d80ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0750d9dc4c9f35b4d2e3a40cd41d80ba columnFamilyName cf 2024-11-25T13:01:00,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddd79eb6ddee4e717dcada9bd99e51a8, ASSIGN in 10.2210 sec 2024-11-25T13:01:00,951 DEBUG [StoreOpener-0750d9dc4c9f35b4d2e3a40cd41d80ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:00,951 INFO [StoreOpener-0750d9dc4c9f35b4d2e3a40cd41d80ba-1 {}] regionserver.HStore(327): Store=0750d9dc4c9f35b4d2e3a40cd41d80ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:00,952 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,953 INFO [StoreOpener-29809c931d699cc576c91faf93bd4be3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29809c931d699cc576c91faf93bd4be3 columnFamilyName cf 2024-11-25T13:01:00,953 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,953 DEBUG [StoreOpener-29809c931d699cc576c91faf93bd4be3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:00,953 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T13:01:00,954 INFO [StoreOpener-29809c931d699cc576c91faf93bd4be3-1 {}] regionserver.HStore(327): Store=29809c931d699cc576c91faf93bd4be3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:00,954 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,954 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,954 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,955 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,956 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,956 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,956 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,958 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,960 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,960 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:01:00,960 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e6b7293c09e78ec42885d2d768898e0b, NAME => 'SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T13:01:00,961 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:00,961 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:00,961 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:00,961 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:00,962 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/0750d9dc4c9f35b4d2e3a40cd41d80ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:01:00,964 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0750d9dc4c9f35b4d2e3a40cd41d80ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61411427, jitterRate=-0.08489842712879181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:00,964 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:00,964 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0750d9dc4c9f35b4d2e3a40cd41d80ba: Running coprocessor pre-open hook at 1732539660936Writing region info on filesystem at 1732539660936Initializing all the Stores at 1732539660938 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539660938Cleaning up temporary data from old regions at 1732539660954 (+16 ms)Running coprocessor post-open hooks at 1732539660964 (+10 ms)Region opened successfully at 1732539660964 2024-11-25T13:01:00,965 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba., pid=20, masterSystemTime=1732539660902 2024-11-25T13:01:00,967 INFO [StoreOpener-e6b7293c09e78ec42885d2d768898e0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:00,968 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/29809c931d699cc576c91faf93bd4be3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:01:00,968 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:01:00,968 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:01:00,969 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:01:00,969 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dfac8cb2893451083f39911449b6398, NAME => 'SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T13:01:00,969 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:00,969 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:00,969 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 29809c931d699cc576c91faf93bd4be3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59224242, jitterRate=-0.1174900233745575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:00,970 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:00,970 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:00,970 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:00,970 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 29809c931d699cc576c91faf93bd4be3: Running coprocessor pre-open hook at 1732539660937Writing region info on filesystem at 1732539660937Initializing all the Stores at 1732539660939 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539660939Cleaning up temporary data from old regions at 1732539660956 (+17 ms)Running coprocessor post-open hooks at 1732539660970 (+14 ms)Region opened successfully at 1732539660970 2024-11-25T13:01:00,970 INFO [StoreOpener-e6b7293c09e78ec42885d2d768898e0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b7293c09e78ec42885d2d768898e0b columnFamilyName cf 2024-11-25T13:01:00,970 DEBUG [StoreOpener-e6b7293c09e78ec42885d2d768898e0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:00,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0750d9dc4c9f35b4d2e3a40cd41d80ba, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:00,974 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3., pid=18, masterSystemTime=1732539660902 2024-11-25T13:01:00,974 INFO [StoreOpener-e6b7293c09e78ec42885d2d768898e0b-1 {}] regionserver.HStore(327): Store=e6b7293c09e78ec42885d2d768898e0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:00,976 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:00,979 INFO [StoreOpener-3dfac8cb2893451083f39911449b6398-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:00,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0750d9dc4c9f35b4d2e3a40cd41d80ba, server=1ff8009e463e,35157,1732539636927 because future has completed 2024-11-25T13:01:00,982 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:00,984 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:01:00,984 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:01:00,985 INFO [StoreOpener-3dfac8cb2893451083f39911449b6398-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dfac8cb2893451083f39911449b6398 columnFamilyName cf 2024-11-25T13:01:00,985 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:01:00,985 DEBUG [StoreOpener-3dfac8cb2893451083f39911449b6398-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:00,983 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:00,985 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 09eee80a64bdbb91bd93000c1d26e527, NAME => 'SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T13:01:00,985 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:00,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29809c931d699cc576c91faf93bd4be3, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:00,986 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:00,986 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:00,986 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:00,988 INFO [StoreOpener-3dfac8cb2893451083f39911449b6398-1 {}] regionserver.HStore(327): Store=3dfac8cb2893451083f39911449b6398/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:00,989 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:00,989 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:00,989 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:00,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29809c931d699cc576c91faf93bd4be3, server=1ff8009e463e,42271,1732539637172 because future has completed 2024-11-25T13:01:00,993 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:00,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-25T13:01:00,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0750d9dc4c9f35b4d2e3a40cd41d80ba, server=1ff8009e463e,35157,1732539636927 in 10.0570 sec 2024-11-25T13:01:00,994 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:00,995 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:00,995 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:00,995 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:00,998 INFO [StoreOpener-09eee80a64bdbb91bd93000c1d26e527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:00,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0750d9dc4c9f35b4d2e3a40cd41d80ba, ASSIGN in 10.2670 sec 2024-11-25T13:01:01,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-25T13:01:01,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 29809c931d699cc576c91faf93bd4be3, server=1ff8009e463e,42271,1732539637172 in 10.0850 sec 2024-11-25T13:01:01,002 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:01,002 INFO [StoreOpener-09eee80a64bdbb91bd93000c1d26e527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09eee80a64bdbb91bd93000c1d26e527 columnFamilyName cf 2024-11-25T13:01:01,002 DEBUG [StoreOpener-09eee80a64bdbb91bd93000c1d26e527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:01,004 INFO [StoreOpener-09eee80a64bdbb91bd93000c1d26e527-1 {}] regionserver.HStore(327): Store=09eee80a64bdbb91bd93000c1d26e527/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:01,005 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:01,005 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/e6b7293c09e78ec42885d2d768898e0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:01:01,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29809c931d699cc576c91faf93bd4be3, ASSIGN in 10.2760 sec 2024-11-25T13:01:01,007 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:01,007 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e6b7293c09e78ec42885d2d768898e0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74021723, jitterRate=0.10300962626934052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:01,007 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:01,007 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:01,007 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e6b7293c09e78ec42885d2d768898e0b: Running coprocessor pre-open hook at 1732539660961Writing region info on filesystem at 1732539660961Initializing all the Stores at 1732539660963 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539660963Cleaning up temporary data from old regions at 1732539660989 (+26 ms)Running coprocessor post-open hooks at 1732539661007 (+18 ms)Region opened successfully at 1732539661007 2024-11-25T13:01:01,008 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:01:01,010 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b., pid=23, masterSystemTime=1732539660948 2024-11-25T13:01:01,013 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:01,013 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:01,015 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:01:01,015 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:01:01,015 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3dfac8cb2893451083f39911449b6398; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59999424, jitterRate=-0.10593891143798828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:01,015 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:01,015 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:01:01,015 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3dfac8cb2893451083f39911449b6398: Running coprocessor pre-open hook at 1732539660970Writing region info on filesystem at 1732539660970Initializing all the Stores at 1732539660976 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539660976Cleaning up temporary data from old regions at 1732539660995 (+19 ms)Running coprocessor post-open hooks at 1732539661015 (+20 ms)Region opened successfully at 1732539661015 2024-11-25T13:01:01,015 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 12a747632f6fa3aa2e7021650211c5ff, NAME => 'SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T13:01:01,016 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e6b7293c09e78ec42885d2d768898e0b, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,33141,1732539637092 2024-11-25T13:01:01,016 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,016 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:01,016 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,016 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,017 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398., pid=15, masterSystemTime=1732539660902 2024-11-25T13:01:01,020 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:01,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6b7293c09e78ec42885d2d768898e0b, server=1ff8009e463e,33141,1732539637092 because future has completed 2024-11-25T13:01:01,022 INFO [StoreOpener-12a747632f6fa3aa2e7021650211c5ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,022 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:01:01,022 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:01:01,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3dfac8cb2893451083f39911449b6398, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:01,025 INFO [StoreOpener-12a747632f6fa3aa2e7021650211c5ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12a747632f6fa3aa2e7021650211c5ff columnFamilyName cf 2024-11-25T13:01:01,025 DEBUG [StoreOpener-12a747632f6fa3aa2e7021650211c5ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:01,025 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:01:01,026 INFO [StoreOpener-12a747632f6fa3aa2e7021650211c5ff-1 {}] regionserver.HStore(327): Store=12a747632f6fa3aa2e7021650211c5ff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:01,026 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,026 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 09eee80a64bdbb91bd93000c1d26e527; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67010740, jitterRate=-0.0014621615409851074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:01,027 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:01,027 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 09eee80a64bdbb91bd93000c1d26e527: Running coprocessor pre-open hook at 1732539660986Writing region info on filesystem at 1732539660986Initializing all the Stores at 1732539660990 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539660990Cleaning up temporary data from old regions at 1732539661013 (+23 ms)Running coprocessor post-open hooks at 1732539661027 (+14 ms)Region opened successfully at 1732539661027 2024-11-25T13:01:01,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dfac8cb2893451083f39911449b6398, server=1ff8009e463e,35157,1732539636927 because future has completed 2024-11-25T13:01:01,028 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527., pid=16, masterSystemTime=1732539660902 2024-11-25T13:01:01,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-11-25T13:01:01,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e6b7293c09e78ec42885d2d768898e0b, server=1ff8009e463e,33141,1732539637092 in 10.0800 sec 2024-11-25T13:01:01,033 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,034 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:01:01,034 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:01:01,034 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:01:01,035 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => eb546c4a32d63e33233cdf696cb6c170, NAME => 'SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T13:01:01,035 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,035 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:01,036 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,036 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,036 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=09eee80a64bdbb91bd93000c1d26e527, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:01,037 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,037 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b, ASSIGN in 10.3040 sec 2024-11-25T13:01:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09eee80a64bdbb91bd93000c1d26e527, server=1ff8009e463e,42271,1732539637172 because future has completed 2024-11-25T13:01:01,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-25T13:01:01,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dfac8cb2893451083f39911449b6398, server=1ff8009e463e,35157,1732539636927 in 10.1360 sec 2024-11-25T13:01:01,043 INFO [StoreOpener-eb546c4a32d63e33233cdf696cb6c170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,051 INFO [StoreOpener-eb546c4a32d63e33233cdf696cb6c170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb546c4a32d63e33233cdf696cb6c170 columnFamilyName cf 2024-11-25T13:01:01,051 DEBUG [StoreOpener-eb546c4a32d63e33233cdf696cb6c170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:01,052 INFO [StoreOpener-eb546c4a32d63e33233cdf696cb6c170-1 {}] regionserver.HStore(327): Store=eb546c4a32d63e33233cdf696cb6c170/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:01,052 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,054 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,054 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,055 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,055 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dfac8cb2893451083f39911449b6398, ASSIGN in 10.3160 sec 2024-11-25T13:01:01,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-25T13:01:01,061 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,062 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 09eee80a64bdbb91bd93000c1d26e527, server=1ff8009e463e,42271,1732539637172 in 10.1530 sec 2024-11-25T13:01:01,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09eee80a64bdbb91bd93000c1d26e527, ASSIGN in 10.3320 sec 2024-11-25T13:01:01,067 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/12a747632f6fa3aa2e7021650211c5ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:01:01,068 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 12a747632f6fa3aa2e7021650211c5ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68821984, jitterRate=0.025527477264404297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:01,068 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:01,068 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 12a747632f6fa3aa2e7021650211c5ff: Running coprocessor pre-open hook at 1732539661016Writing region info on filesystem at 1732539661016Initializing all the Stores at 1732539661020 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539661020Cleaning up temporary data from old regions at 1732539661037 (+17 ms)Running coprocessor post-open hooks at 1732539661068 (+31 ms)Region opened successfully at 1732539661068 2024-11-25T13:01:01,070 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff., pid=22, masterSystemTime=1732539660948 2024-11-25T13:01:01,072 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/eb546c4a32d63e33233cdf696cb6c170/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:01:01,074 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened eb546c4a32d63e33233cdf696cb6c170; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74525214, jitterRate=0.11051222681999207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:01,075 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:01,075 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:01:01,075 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for eb546c4a32d63e33233cdf696cb6c170: Running coprocessor pre-open hook at 1732539661036Writing region info on filesystem at 1732539661036Initializing all the Stores at 1732539661038 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539661038Cleaning up temporary data from old regions at 1732539661055 (+17 ms)Running coprocessor post-open hooks at 1732539661075 (+20 ms)Region opened successfully at 1732539661075 2024-11-25T13:01:01,075 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:01:01,075 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:01:01,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=12a747632f6fa3aa2e7021650211c5ff, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,33141,1732539637092 2024-11-25T13:01:01,076 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 64b04c3c7093da0d9f5059902c9e23d3, NAME => 'SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T13:01:01,076 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,076 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:01,076 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,076 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,077 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170., pid=19, masterSystemTime=1732539660902 2024-11-25T13:01:01,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12a747632f6fa3aa2e7021650211c5ff, server=1ff8009e463e,33141,1732539637092 because future has completed 2024-11-25T13:01:01,082 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:01:01,082 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:01:01,083 INFO [StoreOpener-64b04c3c7093da0d9f5059902c9e23d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,086 INFO [StoreOpener-64b04c3c7093da0d9f5059902c9e23d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64b04c3c7093da0d9f5059902c9e23d3 columnFamilyName cf 2024-11-25T13:01:01,086 DEBUG [StoreOpener-64b04c3c7093da0d9f5059902c9e23d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:01,088 INFO [StoreOpener-64b04c3c7093da0d9f5059902c9e23d3-1 {}] regionserver.HStore(327): Store=64b04c3c7093da0d9f5059902c9e23d3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:01,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eb546c4a32d63e33233cdf696cb6c170, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:01,089 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,091 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,091 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,092 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,093 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,096 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb546c4a32d63e33233cdf696cb6c170, server=1ff8009e463e,42271,1732539637172 because future has completed 2024-11-25T13:01:01,112 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/64b04c3c7093da0d9f5059902c9e23d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:01:01,113 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 64b04c3c7093da0d9f5059902c9e23d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75402889, jitterRate=0.12359060347080231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:01,113 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:01,114 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 64b04c3c7093da0d9f5059902c9e23d3: Running coprocessor pre-open hook at 1732539661077Writing region info on filesystem at 1732539661077Initializing all the Stores at 1732539661081 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539661081Cleaning up temporary data from old regions at 1732539661093 (+12 ms)Running coprocessor post-open hooks at 1732539661113 (+20 ms)Region opened successfully at 1732539661113 2024-11-25T13:01:01,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-25T13:01:01,116 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3., pid=24, masterSystemTime=1732539660948 2024-11-25T13:01:01,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 12a747632f6fa3aa2e7021650211c5ff, server=1ff8009e463e,33141,1732539637092 in 10.1450 sec 2024-11-25T13:01:01,120 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:01:01,120 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:01:01,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-25T13:01:01,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure eb546c4a32d63e33233cdf696cb6c170, server=1ff8009e463e,42271,1732539637172 in 10.1920 sec 2024-11-25T13:01:01,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=64b04c3c7093da0d9f5059902c9e23d3, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,33141,1732539637092 2024-11-25T13:01:01,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a747632f6fa3aa2e7021650211c5ff, ASSIGN in 10.3910 sec 2024-11-25T13:01:01,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb546c4a32d63e33233cdf696cb6c170, ASSIGN in 10.3960 sec 2024-11-25T13:01:01,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3, server=1ff8009e463e,33141,1732539637092 because future has completed 2024-11-25T13:01:01,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-25T13:01:01,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3, server=1ff8009e463e,33141,1732539637092 in 10.1800 sec 2024-11-25T13:01:01,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T13:01:01,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b04c3c7093da0d9f5059902c9e23d3, ASSIGN in 10.4060 sec 2024-11-25T13:01:01,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T13:01:01,144 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732539661144"}]},"ts":"1732539661144"} 2024-11-25T13:01:01,153 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T13:01:01,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T13:01:01,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9960 sec 2024-11-25T13:01:03,144 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T13:01:04,843 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T13:01:06,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T13:01:06,513 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-25T13:01:06,513 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-25T13:01:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:01:08,454 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T13:01:08,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T13:01:08,456 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T13:01:08,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T13:01:08,471 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T13:01:08,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T13:01:08,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,557 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,566 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,640 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527., hostname=1ff8009e463e,42271,1732539637172, seqNum=2] 2024-11-25T13:01:08,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527., hostname=1ff8009e463e,42271,1732539637172, seqNum=2] 2024-11-25T13:01:08,649 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527., hostname=1ff8009e463e,42271,1732539637172, seqNum=2] 2024-11-25T13:01:08,660 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527., hostname=1ff8009e463e,42271,1732539637172, seqNum=2] 2024-11-25T13:01:08,675 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527., hostname=1ff8009e463e,42271,1732539637172, seqNum=2] 2024-11-25T13:01:08,678 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527., hostname=1ff8009e463e,42271,1732539637172, seqNum=2] 2024-11-25T13:01:08,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527., hostname=1ff8009e463e,42271,1732539637172, seqNum=2] 2024-11-25T13:01:08,687 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527., hostname=1ff8009e463e,42271,1732539637172, seqNum=2] 2024-11-25T13:01:08,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398., hostname=1ff8009e463e,35157,1732539636927, seqNum=2] 2024-11-25T13:01:08,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398., hostname=1ff8009e463e,35157,1732539636927, seqNum=2] 2024-11-25T13:01:08,714 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398., hostname=1ff8009e463e,35157,1732539636927, seqNum=2] 2024-11-25T13:01:08,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398., hostname=1ff8009e463e,35157,1732539636927, seqNum=2] 2024-11-25T13:01:08,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398., hostname=1ff8009e463e,35157,1732539636927, seqNum=2] 2024-11-25T13:01:08,741 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398., hostname=1ff8009e463e,35157,1732539636927, seqNum=2] 2024-11-25T13:01:08,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398., hostname=1ff8009e463e,35157,1732539636927, seqNum=2] 2024-11-25T13:01:08,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398., hostname=1ff8009e463e,35157,1732539636927, seqNum=2] 2024-11-25T13:01:08,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,834 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,836 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:08,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b., hostname=1ff8009e463e,33141,1732539637092, seqNum=2] 2024-11-25T13:01:10,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T13:01:10,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T13:01:10,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T13:01:10,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T13:01:10,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T13:01:10,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T13:01:10,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:01:10,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T13:01:10,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T13:01:11,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T13:01:11,052 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T13:01:11,053 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T13:01:11,059 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T13:01:11,074 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T13:01:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741848_1024 (size=49) 2024-11-25T13:01:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741848_1024 (size=49) 2024-11-25T13:01:11,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741848_1024 (size=49) 2024-11-25T13:01:11,089 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T13:01:11,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d39264733db26e20cf22dbb9f83d963}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddd79eb6ddee4e717dcada9bd99e51a8}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb546c4a32d63e33233cdf696cb6c170}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29809c931d699cc576c91faf93bd4be3}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0750d9dc4c9f35b4d2e3a40cd41d80ba}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09eee80a64bdbb91bd93000c1d26e527}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dfac8cb2893451083f39911449b6398}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b}] 2024-11-25T13:01:11,095 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:11,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:11,096 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:11,096 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:11,097 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:11,102 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:11,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:11,108 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:11,108 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:11,111 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:11,153 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1ff8009e463e,33141,1732539637092 2024-11-25T13:01:11,154 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1ff8009e463e,33141,1732539637092: Simulated kill ***** 2024-11-25T13:01:11,154 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T13:01:11,157 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T13:01:11,158 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T13:01:11,161 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T13:01:11,162 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T13:01:11,170 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 594201968 }, "NonHeapMemoryUsage": { "committed": 156631040, "init": 7667712, "max": -1, "used": 153244312 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "1ff8009e463e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "1ff8009e463e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59603", "tag.serverName": "1ff8009e463e,42271,1732539637172", "tag.clusterId": "f5a369d6-d71f-4630-bf17-e0881c319a9b", "tag.Context": "regionserver", "tag.Hostname": "1ff8009e463e", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732539637172, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T13:01:11,174 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43537 {}] master.MasterRpcServices(700): 1ff8009e463e,33141,1732539637092 reported a fatal error: ***** ABORTING region server 1ff8009e463e,33141,1732539637092: Simulated kill ***** 2024-11-25T13:01:11,177 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ff8009e463e,33141,1732539637092' ***** 2024-11-25T13:01:11,177 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T13:01:11,178 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T13:01:11,178 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T13:01:11,178 INFO [RS:1;1ff8009e463e:33141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T13:01:11,179 INFO [RS:1;1ff8009e463e:33141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T13:01:11,179 INFO [RS:1;1ff8009e463e:33141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T13:01:11,179 INFO [RS:1;1ff8009e463e:33141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1ff8009e463e:33141. 2024-11-25T13:01:11,179 DEBUG [RS:1;1ff8009e463e:33141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:01:11,179 DEBUG [RS:1;1ff8009e463e:33141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:01:11,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T13:01:11,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741833_1009 (size=966) 2024-11-25T13:01:11,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741833_1009 (size=966) 2024-11-25T13:01:11,192 DEBUG [RS:1;1ff8009e463e:33141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:01:11,192 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:01:11,193 INFO [RS:1;1ff8009e463e:33141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33141 2024-11-25T13:01:11,205 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1ff8009e463e,33141,1732539637092 2024-11-25T13:01:11,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T13:01:11,206 INFO [RS:1;1ff8009e463e:33141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T13:01:11,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ff8009e463e,33141,1732539637092] 2024-11-25T13:01:11,222 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1ff8009e463e,33141,1732539637092 already deleted, retry=false 2024-11-25T13:01:11,222 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1ff8009e463e,33141,1732539637092 on 1ff8009e463e,43537,1732539635780 2024-11-25T13:01:11,229 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1ff8009e463e,33141,1732539637092, splitWal=true, meta=false 2024-11-25T13:01:11,235 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 1ff8009e463e,33141,1732539637092 (carryingMeta=false) 1ff8009e463e,33141,1732539637092/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1f59b72d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T13:01:11,235 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1ff8009e463e,33141,1732539637092, splitWal=true, meta=false 2024-11-25T13:01:11,237 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1ff8009e463e,33141,1732539637092 had 3 regions 2024-11-25T13:01:11,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:11,239 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:11,240 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:11,242 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff can not run currently because target server of region SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 1ff8009e463e,33141,1732539637092 is in state CRASHED, wait 1000 ms to retry 2024-11-25T13:01:11,242 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 can not run currently because target server of region SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 1ff8009e463e,33141,1732539637092 is in state CRASHED, wait 1000 ms to retry 2024-11-25T13:01:11,242 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff; timeout=1000, timestamp=1732539672242 2024-11-25T13:01:11,242 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3; timeout=1000, timestamp=1732539672242 2024-11-25T13:01:11,243 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b can not run currently because target server of region SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 1ff8009e463e,33141,1732539637092 is in state CRASHED, wait 1000 ms to retry 2024-11-25T13:01:11,243 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b; timeout=1000, timestamp=1732539672243 2024-11-25T13:01:11,244 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1ff8009e463e,33141,1732539637092, splitWal=true, meta=false, isMeta: false 2024-11-25T13:01:11,247 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting 2024-11-25T13:01:11,249 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1ff8009e463e,33141,1732539637092 WAL count=1, meta=false 2024-11-25T13:01:11,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1ff8009e463e%2C33141%2C1732539637092.1732539639375}] 2024-11-25T13:01:11,262 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:11,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1ff8009e463e%2C33141%2C1732539637092.1732539639375, worker=1ff8009e463e,35157,1732539636927}] 2024-11-25T13:01:11,270 INFO [regionserver/1ff8009e463e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:01:11,284 INFO [regionserver/1ff8009e463e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T13:01:11,284 INFO [regionserver/1ff8009e463e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T13:01:11,314 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:01:11,314 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x101735e86b60002, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:01:11,315 INFO [RS:1;1ff8009e463e:33141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T13:01:11,315 INFO [RS:1;1ff8009e463e:33141 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ff8009e463e,33141,1732539637092; zookeeper connection closed. 2024-11-25T13:01:11,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3988af52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3988af52 2024-11-25T13:01:12,242 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:12,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:12,243 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:12,244 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff can not run currently because target server of region SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 1ff8009e463e,33141,1732539637092 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T13:01:12,244 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 can not run currently because target server of region SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 1ff8009e463e,33141,1732539637092 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T13:01:12,244 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff; timeout=2000, timestamp=1732539674244 2024-11-25T13:01:12,244 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3; timeout=2000, timestamp=1732539674244 2024-11-25T13:01:12,247 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b can not run currently because target server of region SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 1ff8009e463e,33141,1732539637092 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T13:01:12,247 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b; timeout=2000, timestamp=1732539674247 2024-11-25T13:01:12,638 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ff8009e463e:43537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-25T13:01:13,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741833_1009 (size=966) 2024-11-25T13:01:14,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:14,245 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:14,246 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff can not run currently because target server of region SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 1ff8009e463e,33141,1732539637092 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T13:01:14,246 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 can not run currently because target server of region SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 1ff8009e463e,33141,1732539637092 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T13:01:14,246 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff; timeout=4000, timestamp=1732539678246 2024-11-25T13:01:14,247 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3; timeout=4000, timestamp=1732539678246 2024-11-25T13:01:14,247 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:14,248 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b can not run currently because target server of region SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 1ff8009e463e,33141,1732539637092 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T13:01:14,248 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b; timeout=4000, timestamp=1732539678248 2024-11-25T13:01:18,246 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:18,246 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:18,248 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 can not run currently because target server of region SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 1ff8009e463e,33141,1732539637092 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T13:01:18,248 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff can not run currently because target server of region SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 1ff8009e463e,33141,1732539637092 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T13:01:18,248 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3; timeout=8000, timestamp=1732539686248 2024-11-25T13:01:18,248 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff; timeout=8000, timestamp=1732539686248 2024-11-25T13:01:18,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:18,250 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b can not run currently because target server of region SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 1ff8009e463e,33141,1732539637092 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T13:01:18,250 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b; timeout=8000, timestamp=1732539686250 2024-11-25T13:01:20,948 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=1ff8009e463e,42271,1732539637172, timeout=1732539681099, delay=150, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb546c4a32d63e33233cdf696cb6c170, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09eee80a64bdbb91bd93000c1d26e527, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddd79eb6ddee4e717dcada9bd99e51a8, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29809c931d699cc576c91faf93bd4be3], containedObject=1ff8009e463e,33141,1732539637092, timeout=1732539681100, delay=151, operations=null, containedObject=1ff8009e463e,35157,1732539636927, timeout=1732539681100, delay=151, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dfac8cb2893451083f39911449b6398, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d39264733db26e20cf22dbb9f83d963, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0750d9dc4c9f35b4d2e3a40cd41d80ba, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1ff8009e463e%2C33141%2C1732539637092.1732539639375, worker=1ff8009e463e,35157,1732539636927]] 2024-11-25T13:01:21,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T13:01:21,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T13:01:21,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T13:01:21,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T13:01:21,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:01:21,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:01:21,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T13:01:21,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:01:21,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T13:01:21,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:01:21,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:01:21,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:01:21,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T13:01:21,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-25T13:01:21,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 09eee80a64bdbb91bd93000c1d26e527 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T13:01:21,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3dfac8cb2893451083f39911449b6398 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-25T13:01:21,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0750d9dc4c9f35b4d2e3a40cd41d80ba: 2024-11-25T13:01:21,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for eb546c4a32d63e33233cdf696cb6c170: 2024-11-25T13:01:21,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. for SnapshotProcedureTest completed. 2024-11-25T13:01:21,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. for SnapshotProcedureTest completed. 2024-11-25T13:01:21,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ddd79eb6ddee4e717dcada9bd99e51a8: 2024-11-25T13:01:21,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. for SnapshotProcedureTest completed. 2024-11-25T13:01:21,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0d39264733db26e20cf22dbb9f83d963: 2024-11-25T13:01:21,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. for SnapshotProcedureTest completed. 2024-11-25T13:01:21,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:01:21,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:01:21,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:01:21,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:01:21,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:01:21,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:01:21,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:01:21,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:01:21,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:01:21,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:01:21,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:01:21,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:01:21,142 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375, size=966 (966bytes) 2024-11-25T13:01:21,143 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T13:01:21,143 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T13:01:21,144 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375 2024-11-25T13:01:21,152 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375 after 5ms 2024-11-25T13:01:21,170 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375 took 30ms 2024-11-25T13:01:21,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741849_1025 (size=57) 2024-11-25T13:01:21,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741850_1026 (size=65) 2024-11-25T13:01:21,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741849_1025 (size=57) 2024-11-25T13:01:21,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741850_1026 (size=65) 2024-11-25T13:01:21,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741849_1025 (size=57) 2024-11-25T13:01:21,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:01:21,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741850_1026 (size=65) 2024-11-25T13:01:21,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T13:01:21,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:01:21,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T13:01:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T13:01:21,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:21,187 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:01:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T13:01:21,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:21,190 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:01:21,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d39264733db26e20cf22dbb9f83d963 in 10.0980 sec 2024-11-25T13:01:21,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0750d9dc4c9f35b4d2e3a40cd41d80ba in 10.1010 sec 2024-11-25T13:01:21,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741851_1027 (size=65) 2024-11-25T13:01:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741851_1027 (size=65) 2024-11-25T13:01:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741851_1027 (size=65) 2024-11-25T13:01:21,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:01:21,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T13:01:21,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:01:21,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 29809c931d699cc576c91faf93bd4be3: 2024-11-25T13:01:21,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. for SnapshotProcedureTest completed. 2024-11-25T13:01:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T13:01:21,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:01:21,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:21,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:01:21,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:01:21,216 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:01:21,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741852_1028 (size=65) 2024-11-25T13:01:21,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eb546c4a32d63e33233cdf696cb6c170 in 10.1270 sec 2024-11-25T13:01:21,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741852_1028 (size=65) 2024-11-25T13:01:21,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:01:21,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T13:01:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741852_1028 (size=65) 2024-11-25T13:01:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T13:01:21,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:21,223 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:01:21,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ddd79eb6ddee4e717dcada9bd99e51a8 in 10.1340 sec 2024-11-25T13:01:21,239 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e6b7293c09e78ec42885d2d768898e0b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T13:01:21,242 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 12a747632f6fa3aa2e7021650211c5ff: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T13:01:21,244 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 64b04c3c7093da0d9f5059902c9e23d3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T13:01:21,245 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375 so closing down 2024-11-25T13:01:21,245 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T13:01:21,245 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T13:01:21,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398/.tmp/cf/8473a21868a14e5aae0e245ad7424fb8 is 34, key is ccd/cf:cf/1732539670204/Put/seqid=0 2024-11-25T13:01:21,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527/.tmp/cf/8396dd3f04974747936e8d94bb5a4b0e is 34, key is baa/cf:cf/1732539670178/Put/seqid=0 2024-11-25T13:01:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741853_1029 (size=65) 2024-11-25T13:01:21,252 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375, size=966, length=966, corrupted=false, cancelled=false 2024-11-25T13:01:21,252 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375, journal: Splitting hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375, size=966 (966bytes) at 1732539681142Finishing writing output for hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375 so closing down at 1732539681245 (+103 ms)3 split writer threads finished at 1732539681245Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375, size=966, length=966, corrupted=false, cancelled=false at 1732539681252 (+7 ms) 2024-11-25T13:01:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741853_1029 (size=65) 2024-11-25T13:01:21,252 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375 2024-11-25T13:01:21,252 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T13:01:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T13:01:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741853_1029 (size=65) 2024-11-25T13:01:21,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:01:21,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T13:01:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T13:01:21,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:21,256 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:01:21,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 29809c931d699cc576c91faf93bd4be3 in 10.1680 sec 2024-11-25T13:01:21,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741854_1030 (size=47197) 2024-11-25T13:01:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741854_1030 (size=47197) 2024-11-25T13:01:21,269 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting/1ff8009e463e%2C33141%2C1732539637092.1732539639375 to hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/oldWALs 2024-11-25T13:01:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741854_1030 (size=47197) 2024-11-25T13:01:21,270 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398/.tmp/cf/8473a21868a14e5aae0e245ad7424fb8 2024-11-25T13:01:21,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T13:01:21,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1ff8009e463e%2C33141%2C1732539637092.1732539639375, worker=1ff8009e463e,35157,1732539636927 in 10.0030 sec 2024-11-25T13:01:21,285 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741855_1031 (size=28623) 2024-11-25T13:01:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741855_1031 (size=28623) 2024-11-25T13:01:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741855_1031 (size=28623) 2024-11-25T13:01:21,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T13:01:21,292 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527/.tmp/cf/8396dd3f04974747936e8d94bb5a4b0e 2024-11-25T13:01:21,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 1ff8009e463e%2C33141%2C1732539637092.1732539639375, worker=1ff8009e463e,35157,1732539636927 in 10.0350 sec 2024-11-25T13:01:21,296 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting dir is empty, no logs to split. 2024-11-25T13:01:21,296 INFO [PEWorker-4 {}] master.SplitWALManager(105): 1ff8009e463e,33141,1732539637092 WAL count=0, meta=false 2024-11-25T13:01:21,296 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 1ff8009e463e,33141,1732539637092 WAL splitting is done? wals=0, meta=false 2024-11-25T13:01:21,299 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 1ff8009e463e,33141,1732539637092 failed, ignore...File hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/WALs/1ff8009e463e,33141,1732539637092-splitting does not exist. 2024-11-25T13:01:21,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a747632f6fa3aa2e7021650211c5ff, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b04c3c7093da0d9f5059902c9e23d3, ASSIGN}] 2024-11-25T13:01:21,306 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a747632f6fa3aa2e7021650211c5ff, ASSIGN 2024-11-25T13:01:21,307 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b, ASSIGN 2024-11-25T13:01:21,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b04c3c7093da0d9f5059902c9e23d3, ASSIGN 2024-11-25T13:01:21,308 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64b04c3c7093da0d9f5059902c9e23d3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T13:01:21,308 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T13:01:21,308 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=12a747632f6fa3aa2e7021650211c5ff, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T13:01:21,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527/.tmp/cf/8396dd3f04974747936e8d94bb5a4b0e as hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527/cf/8396dd3f04974747936e8d94bb5a4b0e 2024-11-25T13:01:21,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398/.tmp/cf/8473a21868a14e5aae0e245ad7424fb8 as hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398/cf/8473a21868a14e5aae0e245ad7424fb8 2024-11-25T13:01:21,360 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527/cf/8396dd3f04974747936e8d94bb5a4b0e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T13:01:21,360 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398/cf/8473a21868a14e5aae0e245ad7424fb8, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-25T13:01:21,369 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 09eee80a64bdbb91bd93000c1d26e527 in 256ms, sequenceid=5, compaction requested=false 2024-11-25T13:01:21,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 09eee80a64bdbb91bd93000c1d26e527: 2024-11-25T13:01:21,369 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3dfac8cb2893451083f39911449b6398 in 259ms, sequenceid=5, compaction requested=false 2024-11-25T13:01:21,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. for SnapshotProcedureTest completed. 2024-11-25T13:01:21,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3dfac8cb2893451083f39911449b6398: 2024-11-25T13:01:21,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. for SnapshotProcedureTest completed. 2024-11-25T13:01:21,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:01:21,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:01:21,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:01:21,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:01:21,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527/cf/8396dd3f04974747936e8d94bb5a4b0e] hfiles 2024-11-25T13:01:21,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398/cf/8473a21868a14e5aae0e245ad7424fb8] hfiles 2024-11-25T13:01:21,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527/cf/8396dd3f04974747936e8d94bb5a4b0e for snapshot=SnapshotProcedureTest 2024-11-25T13:01:21,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398/cf/8473a21868a14e5aae0e245ad7424fb8 for snapshot=SnapshotProcedureTest 2024-11-25T13:01:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741857_1033 (size=105) 2024-11-25T13:01:21,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741857_1033 (size=105) 2024-11-25T13:01:21,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741857_1033 (size=105) 2024-11-25T13:01:21,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:01:21,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T13:01:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T13:01:21,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:21,413 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dfac8cb2893451083f39911449b6398 2024-11-25T13:01:21,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3dfac8cb2893451083f39911449b6398 in 10.3260 sec 2024-11-25T13:01:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741856_1032 (size=105) 2024-11-25T13:01:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741856_1032 (size=105) 2024-11-25T13:01:21,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741856_1032 (size=105) 2024-11-25T13:01:21,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:01:21,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T13:01:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T13:01:21,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:21,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:01:21,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 09eee80a64bdbb91bd93000c1d26e527 in 10.3570 sec 2024-11-25T13:01:21,459 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(204): Hosts are {1ff8009e463e=0} racks are {/default-rack=0} 2024-11-25T13:01:21,459 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T13:01:21,459 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T13:01:21,459 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T13:01:21,459 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T13:01:21,459 INFO [1ff8009e463e:43537 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T13:01:21,459 INFO [1ff8009e463e:43537 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T13:01:21,459 DEBUG [1ff8009e463e:43537 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T13:01:21,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e6b7293c09e78ec42885d2d768898e0b, regionState=OPENING, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:21,460 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=12a747632f6fa3aa2e7021650211c5ff, regionState=OPENING, regionLocation=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:21,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=64b04c3c7093da0d9f5059902c9e23d3, regionState=OPENING, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:21,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=12a747632f6fa3aa2e7021650211c5ff, ASSIGN because future has completed 2024-11-25T13:01:21,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12a747632f6fa3aa2e7021650211c5ff, server=1ff8009e463e,35157,1732539636927}] 2024-11-25T13:01:21,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64b04c3c7093da0d9f5059902c9e23d3, ASSIGN because future has completed 2024-11-25T13:01:21,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3, server=1ff8009e463e,42271,1732539637172}] 2024-11-25T13:01:21,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b, ASSIGN because future has completed 2024-11-25T13:01:21,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6b7293c09e78ec42885d2d768898e0b, server=1ff8009e463e,42271,1732539637172}] 2024-11-25T13:01:26,249 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff held by pid=40 2024-11-25T13:01:26,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 held by pid=41 2024-11-25T13:01:26,249 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:26,249 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:26,251 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b held by pid=39 2024-11-25T13:01:26,251 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:30,005 INFO [master/1ff8009e463e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T13:01:30,005 INFO [master/1ff8009e463e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T13:01:31,542 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:01:31,542 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 64b04c3c7093da0d9f5059902c9e23d3, NAME => 'SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T13:01:31,543 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,543 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:31,543 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,543 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,546 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:01:31,547 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 12a747632f6fa3aa2e7021650211c5ff, NAME => 'SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T13:01:31,547 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,547 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:31,547 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,547 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,571 INFO [StoreOpener-64b04c3c7093da0d9f5059902c9e23d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,573 INFO [StoreOpener-64b04c3c7093da0d9f5059902c9e23d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64b04c3c7093da0d9f5059902c9e23d3 columnFamilyName cf 2024-11-25T13:01:31,574 DEBUG [StoreOpener-64b04c3c7093da0d9f5059902c9e23d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:31,578 INFO [StoreOpener-64b04c3c7093da0d9f5059902c9e23d3-1 {}] regionserver.HStore(327): Store=64b04c3c7093da0d9f5059902c9e23d3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:31,578 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,580 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,580 INFO [StoreOpener-12a747632f6fa3aa2e7021650211c5ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,583 INFO [StoreOpener-12a747632f6fa3aa2e7021650211c5ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12a747632f6fa3aa2e7021650211c5ff columnFamilyName cf 2024-11-25T13:01:31,583 DEBUG [StoreOpener-12a747632f6fa3aa2e7021650211c5ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:31,583 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,583 INFO [StoreOpener-12a747632f6fa3aa2e7021650211c5ff-1 {}] regionserver.HStore(327): Store=12a747632f6fa3aa2e7021650211c5ff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:31,584 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,584 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,584 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,586 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,588 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,589 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,590 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,590 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,590 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 64b04c3c7093da0d9f5059902c9e23d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73668316, jitterRate=0.0977434515953064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:31,590 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,590 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 64b04c3c7093da0d9f5059902c9e23d3: Running coprocessor pre-open hook at 1732539691543Writing region info on filesystem at 1732539691543Initializing all the Stores at 1732539691557 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539691557Cleaning up temporary data from old regions at 1732539691584 (+27 ms)Running coprocessor post-open hooks at 1732539691590 (+6 ms)Region opened successfully at 1732539691590 2024-11-25T13:01:31,592 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3., pid=43, masterSystemTime=1732539691479 2024-11-25T13:01:31,595 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,596 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 12a747632f6fa3aa2e7021650211c5ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66517703, jitterRate=-0.008808985352516174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:31,596 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,597 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 12a747632f6fa3aa2e7021650211c5ff: Running coprocessor pre-open hook at 1732539691548Writing region info on filesystem at 1732539691548Initializing all the Stores at 1732539691557 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539691557Cleaning up temporary data from old regions at 1732539691590 (+33 ms)Running coprocessor post-open hooks at 1732539691597 (+7 ms)Region opened successfully at 1732539691597 2024-11-25T13:01:31,598 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=64b04c3c7093da0d9f5059902c9e23d3, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:31,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3, server=1ff8009e463e,42271,1732539637172 because future has completed 2024-11-25T13:01:31,602 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff., pid=42, masterSystemTime=1732539691472 2024-11-25T13:01:31,603 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:01:31,603 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:01:31,603 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:01:31,604 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => e6b7293c09e78ec42885d2d768898e0b, NAME => 'SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T13:01:31,604 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,604 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:01:31,604 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,604 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,611 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:01:31,611 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:01:31,612 INFO [StoreOpener-e6b7293c09e78ec42885d2d768898e0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=12a747632f6fa3aa2e7021650211c5ff, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:31,618 INFO [StoreOpener-e6b7293c09e78ec42885d2d768898e0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b7293c09e78ec42885d2d768898e0b columnFamilyName cf 2024-11-25T13:01:31,618 DEBUG [StoreOpener-e6b7293c09e78ec42885d2d768898e0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:01:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12a747632f6fa3aa2e7021650211c5ff, server=1ff8009e463e,35157,1732539636927 because future has completed 2024-11-25T13:01:31,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-25T13:01:31,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3, server=1ff8009e463e,42271,1732539637172 in 10.1360 sec 2024-11-25T13:01:31,627 INFO [StoreOpener-e6b7293c09e78ec42885d2d768898e0b-1 {}] regionserver.HStore(327): Store=e6b7293c09e78ec42885d2d768898e0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:01:31,628 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,630 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b04c3c7093da0d9f5059902c9e23d3, ASSIGN in 10.3210 sec 2024-11-25T13:01:31,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:31,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-11-25T13:01:31,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 12a747632f6fa3aa2e7021650211c5ff, server=1ff8009e463e,35157,1732539636927 in 10.1610 sec 2024-11-25T13:01:31,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a747632f6fa3aa2e7021650211c5ff, ASSIGN in 10.3280 sec 2024-11-25T13:01:31,635 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:31,644 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,645 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,645 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,649 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,653 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened e6b7293c09e78ec42885d2d768898e0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69046416, jitterRate=0.028871774673461914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:01:31,653 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,653 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for e6b7293c09e78ec42885d2d768898e0b: Running coprocessor pre-open hook at 1732539691605Writing region info on filesystem at 1732539691605Initializing all the Stores at 1732539691611 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539691611Cleaning up temporary data from old regions at 1732539691645 (+34 ms)Running coprocessor post-open hooks at 1732539691653 (+8 ms)Region opened successfully at 1732539691653 2024-11-25T13:01:31,660 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b., pid=44, masterSystemTime=1732539691479 2024-11-25T13:01:31,664 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:01:31,664 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:01:31,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e6b7293c09e78ec42885d2d768898e0b, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:31,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6b7293c09e78ec42885d2d768898e0b, server=1ff8009e463e,42271,1732539637172 because future has completed 2024-11-25T13:01:31,670 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43537 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1ff8009e463e,42271,1732539637172, table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T13:01:31,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-25T13:01:31,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e6b7293c09e78ec42885d2d768898e0b, server=1ff8009e463e,42271,1732539637172 in 10.1970 sec 2024-11-25T13:01:31,677 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:31,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-25T13:01:31,680 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 1ff8009e463e,33141,1732539637092 after splitting done 2024-11-25T13:01:31,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6b7293c09e78ec42885d2d768898e0b, ASSIGN in 10.3700 sec 2024-11-25T13:01:31,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 1ff8009e463e,33141,1732539637092, splitWal=true, meta=false in 20.4560 sec 2024-11-25T13:01:34,843 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T13:01:37,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T13:01:41,088 INFO [regionserver/1ff8009e463e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-25T13:01:41,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T13:01:41,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T13:01:41,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:01:41,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:01:41,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e6b7293c09e78ec42885d2d768898e0b: 2024-11-25T13:01:41,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. for SnapshotProcedureTest completed. 2024-11-25T13:01:41,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:01:41,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:01:41,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:01:41,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 64b04c3c7093da0d9f5059902c9e23d3: 2024-11-25T13:01:41,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T13:01:41,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. for SnapshotProcedureTest completed. 2024-11-25T13:01:41,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:01:41,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:01:41,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:01:41,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 12a747632f6fa3aa2e7021650211c5ff: 2024-11-25T13:01:41,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:01:41,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. for SnapshotProcedureTest completed. 2024-11-25T13:01:41,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:01:41,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:01:41,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:01:41,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741858_1034 (size=57) 2024-11-25T13:01:41,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741858_1034 (size=57) 2024-11-25T13:01:41,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:01:41,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T13:01:41,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741858_1034 (size=57) 2024-11-25T13:01:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T13:01:41,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:41,740 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:01:41,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e6b7293c09e78ec42885d2d768898e0b in 30.6520 sec 2024-11-25T13:01:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741860_1036 (size=65) 2024-11-25T13:01:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741860_1036 (size=65) 2024-11-25T13:01:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741860_1036 (size=65) 2024-11-25T13:01:41,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:01:41,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T13:01:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T13:01:41,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:41,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:01:41,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 12a747632f6fa3aa2e7021650211c5ff in 30.6690 sec 2024-11-25T13:01:41,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741859_1035 (size=65) 2024-11-25T13:01:41,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741859_1035 (size=65) 2024-11-25T13:01:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741859_1035 (size=65) 2024-11-25T13:01:41,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:01:41,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T13:01:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T13:01:41,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:41,775 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:01:41,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-25T13:01:41,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 64b04c3c7093da0d9f5059902c9e23d3 in 30.6870 sec 2024-11-25T13:01:41,780 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T13:01:41,782 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T13:01:41,796 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T13:01:41,797 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T13:01:41,805 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T13:01:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741861_1037 (size=1094) 2024-11-25T13:01:41,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741861_1037 (size=1094) 2024-11-25T13:01:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741861_1037 (size=1094) 2024-11-25T13:01:42,011 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T13:01:42,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T13:01:42,059 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:42,068 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:42,071 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:42,079 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:42,092 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:42,094 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:43,641 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ff8009e463e:43537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-25T13:01:45,970 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3dfac8cb2893451083f39911449b6398, had cached 0 bytes from a total of 47197 2024-11-25T13:01:45,986 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 09eee80a64bdbb91bd93000c1d26e527, had cached 0 bytes from a total of 28623 2024-11-25T13:01:51,143 DEBUG [master/1ff8009e463e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0d39264733db26e20cf22dbb9f83d963 changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:01:51,144 DEBUG [master/1ff8009e463e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0750d9dc4c9f35b4d2e3a40cd41d80ba changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:01:51,144 DEBUG [master/1ff8009e463e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 12a747632f6fa3aa2e7021650211c5ff changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:01:51,145 DEBUG [master/1ff8009e463e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3dfac8cb2893451083f39911449b6398 changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:01:51,145 DEBUG [master/1ff8009e463e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ddd79eb6ddee4e717dcada9bd99e51a8 changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:01:51,145 DEBUG [master/1ff8009e463e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eb546c4a32d63e33233cdf696cb6c170 changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:01:51,145 DEBUG [master/1ff8009e463e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 64b04c3c7093da0d9f5059902c9e23d3 changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:01:51,146 DEBUG [master/1ff8009e463e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 29809c931d699cc576c91faf93bd4be3 changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:01:51,146 DEBUG [master/1ff8009e463e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 09eee80a64bdbb91bd93000c1d26e527 changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:01:51,146 DEBUG [master/1ff8009e463e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e6b7293c09e78ec42885d2d768898e0b changed from -1.0 to 0.0, refreshing cache 2024-11-25T13:01:52,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-25T13:01:52,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-25T13:01:52,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-25T13:01:52,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T13:01:52,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-25T13:01:52,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T13:01:52,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-25T13:01:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-25T13:01:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-25T13:01:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-25T13:01:52,071 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 Release verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:52,072 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 Release verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:52,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 in 10.0280 sec 2024-11-25T13:01:52,074 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:52,074 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:52,075 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 Release verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:52,075 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:01:52,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 in 10.0290 sec 2024-11-25T13:01:52,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 in 10.0320 sec 2024-11-25T13:01:52,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-25T13:01:52,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-25T13:01:52,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-25T13:01:52,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T13:01:52,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-25T13:01:52,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T13:01:52,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-25T13:01:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-25T13:01:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-25T13:01:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-25T13:01:52,088 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,35157,1732539636927 Release verify snapshot worker=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:52,089 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,35157,1732539636927 Release verify snapshot worker=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:52,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,35157,1732539636927 in 10.0450 sec 2024-11-25T13:01:52,091 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:52,091 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,35157,1732539636927 Release verify snapshot worker=1ff8009e463e,35157,1732539636927 2024-11-25T13:01:52,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,35157,1732539636927 in 10.0460 sec 2024-11-25T13:01:52,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,35157,1732539636927 in 10.0480 sec 2024-11-25T13:02:02,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-25T13:02:02,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-25T13:02:02,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-25T13:02:02,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-25T13:02:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-25T13:02:02,090 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 Release verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:02:02,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T13:02:02,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-25T13:02:02,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-25T13:02:02,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T13:02:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-25T13:02:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-25T13:02:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43537 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-25T13:02:02,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 in 20.0480 sec 2024-11-25T13:02:02,107 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 Release verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:02:02,107 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,35157,1732539636927 Release verify snapshot worker=1ff8009e463e,35157,1732539636927 2024-11-25T13:02:02,110 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 Release verify snapshot worker=1ff8009e463e,42271,1732539637172 2024-11-25T13:02:02,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 in 20.0640 sec 2024-11-25T13:02:02,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,35157,1732539636927 in 20.0640 sec 2024-11-25T13:02:02,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-11-25T13:02:02,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,42271,1732539637172 in 20.0670 sec 2024-11-25T13:02:02,113 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T13:02:02,120 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T13:02:02,125 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T13:02:02,125 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T13:02:02,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0800 sec 2024-11-25T13:02:02,379 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T13:02:02,388 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T13:02:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T13:02:02,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T13:02:02,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:02:02,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:02,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:02,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T13:02:02,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T13:02:02,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1424824453, stopped=false 2024-11-25T13:02:02,391 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ff8009e463e,43537,1732539635780 2024-11-25T13:02:02,436 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T13:02:02,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T13:02:02,436 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:02,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:02,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:02:02,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:02:02,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T13:02:02,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:02,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T13:02:02,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T13:02:02,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:02:02,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:02,448 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ff8009e463e,35157,1732539636927' ***** 2024-11-25T13:02:02,448 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T13:02:02,451 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ff8009e463e,42271,1732539637172' ***** 2024-11-25T13:02:02,451 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T13:02:02,452 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T13:02:02,452 INFO [RS:2;1ff8009e463e:42271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T13:02:02,452 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T13:02:02,452 INFO [RS:2;1ff8009e463e:42271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T13:02:02,452 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:02:02,453 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T13:02:02,453 INFO [RS:0;1ff8009e463e:35157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T13:02:02,453 INFO [RS:0;1ff8009e463e:35157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T13:02:02,453 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(3091): Received CLOSE for 0750d9dc4c9f35b4d2e3a40cd41d80ba 2024-11-25T13:02:02,453 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T13:02:02,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:02:02,461 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for 09eee80a64bdbb91bd93000c1d26e527 2024-11-25T13:02:02,461 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for e6b7293c09e78ec42885d2d768898e0b 2024-11-25T13:02:02,461 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for 29809c931d699cc576c91faf93bd4be3 2024-11-25T13:02:02,461 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:02:02,461 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for 64b04c3c7093da0d9f5059902c9e23d3 2024-11-25T13:02:02,462 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(959): stopping server 1ff8009e463e,42271,1732539637172 2024-11-25T13:02:02,462 INFO [RS:2;1ff8009e463e:42271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T13:02:02,462 INFO [RS:2;1ff8009e463e:42271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1ff8009e463e:42271. 2024-11-25T13:02:02,462 DEBUG [RS:2;1ff8009e463e:42271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:02:02,462 DEBUG [RS:2;1ff8009e463e:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:02,462 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-25T13:02:02,462 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb546c4a32d63e33233cdf696cb6c170, disabling compactions & flushes 2024-11-25T13:02:02,462 DEBUG [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(1325): Online Regions={eb546c4a32d63e33233cdf696cb6c170=SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170., 09eee80a64bdbb91bd93000c1d26e527=SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527., e6b7293c09e78ec42885d2d768898e0b=SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b., 29809c931d699cc576c91faf93bd4be3=SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3., ddd79eb6ddee4e717dcada9bd99e51a8=SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8., 64b04c3c7093da0d9f5059902c9e23d3=SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3.} 2024-11-25T13:02:02,462 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:02:02,462 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:02:02,463 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. after waiting 0 ms 2024-11-25T13:02:02,463 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:02:02,463 DEBUG [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(1351): Waiting on 09eee80a64bdbb91bd93000c1d26e527, 29809c931d699cc576c91faf93bd4be3, 64b04c3c7093da0d9f5059902c9e23d3, ddd79eb6ddee4e717dcada9bd99e51a8, e6b7293c09e78ec42885d2d768898e0b, eb546c4a32d63e33233cdf696cb6c170 2024-11-25T13:02:02,464 INFO [regionserver/1ff8009e463e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:02:02,479 INFO [regionserver/1ff8009e463e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:02:02,480 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d39264733db26e20cf22dbb9f83d963 2024-11-25T13:02:02,480 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dfac8cb2893451083f39911449b6398 2024-11-25T13:02:02,480 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(3091): Received CLOSE for 12a747632f6fa3aa2e7021650211c5ff 2024-11-25T13:02:02,480 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(959): stopping server 1ff8009e463e,35157,1732539636927 2024-11-25T13:02:02,480 INFO [RS:0;1ff8009e463e:35157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T13:02:02,480 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0750d9dc4c9f35b4d2e3a40cd41d80ba, disabling compactions & flushes 2024-11-25T13:02:02,480 INFO [RS:0;1ff8009e463e:35157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ff8009e463e:35157. 2024-11-25T13:02:02,480 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:02:02,480 DEBUG [RS:0;1ff8009e463e:35157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:02:02,480 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:02:02,480 DEBUG [RS:0;1ff8009e463e:35157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:02,480 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. after waiting 0 ms 2024-11-25T13:02:02,480 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:02:02,481 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T13:02:02,481 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T13:02:02,481 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T13:02:02,481 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T13:02:02,511 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-25T13:02:02,511 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1325): Online Regions={0750d9dc4c9f35b4d2e3a40cd41d80ba=SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba., 0d39264733db26e20cf22dbb9f83d963=SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963., 1588230740=hbase:meta,,1.1588230740, 3dfac8cb2893451083f39911449b6398=SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398., 12a747632f6fa3aa2e7021650211c5ff=SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff.} 2024-11-25T13:02:02,511 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1351): Waiting on 0750d9dc4c9f35b4d2e3a40cd41d80ba, 0d39264733db26e20cf22dbb9f83d963, 12a747632f6fa3aa2e7021650211c5ff, 1588230740, 3dfac8cb2893451083f39911449b6398 2024-11-25T13:02:02,512 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T13:02:02,512 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T13:02:02,512 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T13:02:02,512 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T13:02:02,512 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T13:02:02,518 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-25T13:02:02,522 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/eb546c4a32d63e33233cdf696cb6c170/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:02:02,539 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:02:02,540 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb546c4a32d63e33233cdf696cb6c170: Waiting for close lock at 1732539722462Running coprocessor pre-close hooks at 1732539722462Disabling compacts and flushes for region at 1732539722462Disabling writes for close at 1732539722463 (+1 ms)Writing region close event to WAL at 1732539722479 (+16 ms)Running coprocessor post-close hooks at 1732539722523 (+44 ms)Closed at 1732539722539 (+16 ms) 2024-11-25T13:02:02,540 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732539650157.eb546c4a32d63e33233cdf696cb6c170. 2024-11-25T13:02:02,541 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09eee80a64bdbb91bd93000c1d26e527, disabling compactions & flushes 2024-11-25T13:02:02,541 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:02:02,541 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:02:02,541 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. after waiting 0 ms 2024-11-25T13:02:02,541 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:02:02,583 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/09eee80a64bdbb91bd93000c1d26e527/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T13:02:02,584 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:02:02,584 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09eee80a64bdbb91bd93000c1d26e527: Waiting for close lock at 1732539722540Running coprocessor pre-close hooks at 1732539722540Disabling compacts and flushes for region at 1732539722540Disabling writes for close at 1732539722541 (+1 ms)Writing region close event to WAL at 1732539722563 (+22 ms)Running coprocessor post-close hooks at 1732539722584 (+21 ms)Closed at 1732539722584 2024-11-25T13:02:02,585 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732539650157.09eee80a64bdbb91bd93000c1d26e527. 2024-11-25T13:02:02,585 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6b7293c09e78ec42885d2d768898e0b, disabling compactions & flushes 2024-11-25T13:02:02,585 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:02:02,585 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:02:02,585 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. after waiting 0 ms 2024-11-25T13:02:02,585 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:02:02,587 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/0750d9dc4c9f35b4d2e3a40cd41d80ba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:02:02,589 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:02:02,590 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0750d9dc4c9f35b4d2e3a40cd41d80ba: Waiting for close lock at 1732539722480Running coprocessor pre-close hooks at 1732539722480Disabling compacts and flushes for region at 1732539722480Disabling writes for close at 1732539722480Writing region close event to WAL at 1732539722496 (+16 ms)Running coprocessor post-close hooks at 1732539722589 (+93 ms)Closed at 1732539722589 2024-11-25T13:02:02,590 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732539650157.0750d9dc4c9f35b4d2e3a40cd41d80ba. 2024-11-25T13:02:02,590 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d39264733db26e20cf22dbb9f83d963, disabling compactions & flushes 2024-11-25T13:02:02,590 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:02:02,590 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:02:02,590 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. after waiting 0 ms 2024-11-25T13:02:02,590 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:02:02,615 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/e6b7293c09e78ec42885d2d768898e0b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:02:02,622 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:02:02,623 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6b7293c09e78ec42885d2d768898e0b: Waiting for close lock at 1732539722585Running coprocessor pre-close hooks at 1732539722585Disabling compacts and flushes for region at 1732539722585Disabling writes for close at 1732539722585Writing region close event to WAL at 1732539722594 (+9 ms)Running coprocessor post-close hooks at 1732539722622 (+28 ms)Closed at 1732539722622 2024-11-25T13:02:02,623 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732539650157.e6b7293c09e78ec42885d2d768898e0b. 2024-11-25T13:02:02,623 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29809c931d699cc576c91faf93bd4be3, disabling compactions & flushes 2024-11-25T13:02:02,623 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:02:02,623 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:02:02,623 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. after waiting 0 ms 2024-11-25T13:02:02,624 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:02:02,654 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/.tmp/info/4b052045dae44899ba37290f8d9a373b is 167, key is SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8./info:regioninfo/1732539660938/Put/seqid=0 2024-11-25T13:02:02,656 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/0d39264733db26e20cf22dbb9f83d963/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:02:02,659 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:02:02,659 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d39264733db26e20cf22dbb9f83d963: Waiting for close lock at 1732539722590Running coprocessor pre-close hooks at 1732539722590Disabling compacts and flushes for region at 1732539722590Disabling writes for close at 1732539722590Writing region close event to WAL at 1732539722601 (+11 ms)Running coprocessor post-close hooks at 1732539722659 (+58 ms)Closed at 1732539722659 2024-11-25T13:02:02,660 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732539650157.0d39264733db26e20cf22dbb9f83d963. 2024-11-25T13:02:02,660 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dfac8cb2893451083f39911449b6398, disabling compactions & flushes 2024-11-25T13:02:02,660 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:02:02,660 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:02:02,660 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. after waiting 0 ms 2024-11-25T13:02:02,660 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:02:02,663 DEBUG [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(1351): Waiting on 29809c931d699cc576c91faf93bd4be3, 64b04c3c7093da0d9f5059902c9e23d3, ddd79eb6ddee4e717dcada9bd99e51a8 2024-11-25T13:02:02,663 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/29809c931d699cc576c91faf93bd4be3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:02:02,665 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:02:02,665 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29809c931d699cc576c91faf93bd4be3: Waiting for close lock at 1732539722623Running coprocessor pre-close hooks at 1732539722623Disabling compacts and flushes for region at 1732539722623Disabling writes for close at 1732539722623Writing region close event to WAL at 1732539722631 (+8 ms)Running coprocessor post-close hooks at 1732539722664 (+33 ms)Closed at 1732539722664 2024-11-25T13:02:02,665 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732539650157.29809c931d699cc576c91faf93bd4be3. 2024-11-25T13:02:02,665 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddd79eb6ddee4e717dcada9bd99e51a8, disabling compactions & flushes 2024-11-25T13:02:02,665 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:02:02,665 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:02:02,665 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. after waiting 0 ms 2024-11-25T13:02:02,665 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:02:02,700 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/ddd79eb6ddee4e717dcada9bd99e51a8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:02:02,703 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:02:02,703 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddd79eb6ddee4e717dcada9bd99e51a8: Waiting for close lock at 1732539722665Running coprocessor pre-close hooks at 1732539722665Disabling compacts and flushes for region at 1732539722665Disabling writes for close at 1732539722665Writing region close event to WAL at 1732539722687 (+22 ms)Running coprocessor post-close hooks at 1732539722703 (+16 ms)Closed at 1732539722703 2024-11-25T13:02:02,703 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732539650157.ddd79eb6ddee4e717dcada9bd99e51a8. 2024-11-25T13:02:02,703 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64b04c3c7093da0d9f5059902c9e23d3, disabling compactions & flushes 2024-11-25T13:02:02,703 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:02:02,704 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:02:02,704 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. after waiting 0 ms 2024-11-25T13:02:02,704 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:02:02,712 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1351): Waiting on 12a747632f6fa3aa2e7021650211c5ff, 1588230740, 3dfac8cb2893451083f39911449b6398 2024-11-25T13:02:02,713 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/3dfac8cb2893451083f39911449b6398/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T13:02:02,714 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:02:02,714 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dfac8cb2893451083f39911449b6398: Waiting for close lock at 1732539722660Running coprocessor pre-close hooks at 1732539722660Disabling compacts and flushes for region at 1732539722660Disabling writes for close at 1732539722660Writing region close event to WAL at 1732539722697 (+37 ms)Running coprocessor post-close hooks at 1732539722714 (+17 ms)Closed at 1732539722714 2024-11-25T13:02:02,715 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732539650157.3dfac8cb2893451083f39911449b6398. 2024-11-25T13:02:02,715 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12a747632f6fa3aa2e7021650211c5ff, disabling compactions & flushes 2024-11-25T13:02:02,715 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:02:02,715 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:02:02,715 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. after waiting 0 ms 2024-11-25T13:02:02,715 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:02:02,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741862_1038 (size=19822) 2024-11-25T13:02:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741862_1038 (size=19822) 2024-11-25T13:02:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741862_1038 (size=19822) 2024-11-25T13:02:02,731 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/.tmp/info/4b052045dae44899ba37290f8d9a373b 2024-11-25T13:02:02,752 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/64b04c3c7093da0d9f5059902c9e23d3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:02:02,753 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:02:02,753 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64b04c3c7093da0d9f5059902c9e23d3: Waiting for close lock at 1732539722703Running coprocessor pre-close hooks at 1732539722703Disabling compacts and flushes for region at 1732539722703Disabling writes for close at 1732539722704 (+1 ms)Writing region close event to WAL at 1732539722711 (+7 ms)Running coprocessor post-close hooks at 1732539722753 (+42 ms)Closed at 1732539722753 2024-11-25T13:02:02,753 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732539650157.64b04c3c7093da0d9f5059902c9e23d3. 2024-11-25T13:02:02,759 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/default/SPTestTable/12a747632f6fa3aa2e7021650211c5ff/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:02:02,760 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:02:02,760 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12a747632f6fa3aa2e7021650211c5ff: Waiting for close lock at 1732539722715Running coprocessor pre-close hooks at 1732539722715Disabling compacts and flushes for region at 1732539722715Disabling writes for close at 1732539722715Writing region close event to WAL at 1732539722743 (+28 ms)Running coprocessor post-close hooks at 1732539722760 (+17 ms)Closed at 1732539722760 2024-11-25T13:02:02,760 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732539650157.12a747632f6fa3aa2e7021650211c5ff. 2024-11-25T13:02:02,789 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/.tmp/ns/ad1b0cf99e4046a68406aa349a82aead is 43, key is default/ns:d/1732539649897/Put/seqid=0 2024-11-25T13:02:02,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741863_1039 (size=5153) 2024-11-25T13:02:02,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741863_1039 (size=5153) 2024-11-25T13:02:02,863 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(976): stopping server 1ff8009e463e,42271,1732539637172; all regions closed. 2024-11-25T13:02:02,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741863_1039 (size=5153) 2024-11-25T13:02:02,871 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/.tmp/ns/ad1b0cf99e4046a68406aa349a82aead 2024-11-25T13:02:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741834_1010 (size=4113) 2024-11-25T13:02:02,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741834_1010 (size=4113) 2024-11-25T13:02:02,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741834_1010 (size=4113) 2024-11-25T13:02:02,912 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T13:02:02,914 DEBUG [RS:2;1ff8009e463e:42271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/oldWALs 2024-11-25T13:02:02,914 INFO [RS:2;1ff8009e463e:42271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ff8009e463e%2C42271%2C1732539637172:(num 1732539639382) 2024-11-25T13:02:02,914 DEBUG [RS:2;1ff8009e463e:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:02,914 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:02:02,916 INFO [RS:2;1ff8009e463e:42271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T13:02:02,916 INFO [RS:2;1ff8009e463e:42271 {}] hbase.ChoreService(370): Chore service for: regionserver/1ff8009e463e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T13:02:02,916 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T13:02:02,916 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T13:02:02,916 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T13:02:02,916 INFO [regionserver/1ff8009e463e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T13:02:02,916 INFO [RS:2;1ff8009e463e:42271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T13:02:02,918 INFO [RS:2;1ff8009e463e:42271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42271 2024-11-25T13:02:02,938 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/.tmp/table/86ff5af367e44ccabf565f85128c9006 is 47, key is SPTestTable/table:state/1732539661144/Put/seqid=0 2024-11-25T13:02:02,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T13:02:02,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1ff8009e463e,42271,1732539637172 2024-11-25T13:02:02,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ff8009e463e,42271,1732539637172] 2024-11-25T13:02:02,956 INFO [RS:2;1ff8009e463e:42271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T13:02:02,961 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1ff8009e463e,42271,1732539637172 already deleted, retry=false 2024-11-25T13:02:02,961 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ff8009e463e,42271,1732539637172 expired; onlineServers=1 2024-11-25T13:02:03,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741864_1040 (size=5214) 2024-11-25T13:02:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741864_1040 (size=5214) 2024-11-25T13:02:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741864_1040 (size=5214) 2024-11-25T13:02:03,008 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/.tmp/table/86ff5af367e44ccabf565f85128c9006 2024-11-25T13:02:03,019 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/.tmp/info/4b052045dae44899ba37290f8d9a373b as hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/info/4b052045dae44899ba37290f8d9a373b 2024-11-25T13:02:03,040 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/info/4b052045dae44899ba37290f8d9a373b, entries=112, sequenceid=35, filesize=19.4 K 2024-11-25T13:02:03,043 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/.tmp/ns/ad1b0cf99e4046a68406aa349a82aead as hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/ns/ad1b0cf99e4046a68406aa349a82aead 2024-11-25T13:02:03,065 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/ns/ad1b0cf99e4046a68406aa349a82aead, entries=2, sequenceid=35, filesize=5.0 K 2024-11-25T13:02:03,068 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/.tmp/table/86ff5af367e44ccabf565f85128c9006 as hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/table/86ff5af367e44ccabf565f85128c9006 2024-11-25T13:02:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:02:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x101735e86b60003, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:02:03,069 INFO [RS:2;1ff8009e463e:42271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T13:02:03,070 INFO [RS:2;1ff8009e463e:42271 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ff8009e463e,42271,1732539637172; zookeeper connection closed. 2024-11-25T13:02:03,079 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@760804dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@760804dd 2024-11-25T13:02:03,081 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/table/86ff5af367e44ccabf565f85128c9006, entries=2, sequenceid=35, filesize=5.1 K 2024-11-25T13:02:03,083 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 571ms, sequenceid=35, compaction requested=false 2024-11-25T13:02:03,112 DEBUG [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T13:02:03,165 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-25T13:02:03,169 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T13:02:03,169 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T13:02:03,169 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732539722512Running coprocessor pre-close hooks at 1732539722512Disabling compacts and flushes for region at 1732539722512Disabling writes for close at 1732539722512Obtaining lock to block concurrent updates at 1732539722518 (+6 ms)Preparing flush snapshotting stores in 1588230740 at 1732539722518Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1732539722519 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732539722519Flushing 1588230740/info: creating writer at 1732539722519Flushing 1588230740/info: appending metadata at 1732539722653 (+134 ms)Flushing 1588230740/info: closing flushed file at 1732539722653Flushing 1588230740/ns: creating writer at 1732539722757 (+104 ms)Flushing 1588230740/ns: appending metadata at 1732539722788 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732539722788Flushing 1588230740/table: creating writer at 1732539722885 (+97 ms)Flushing 1588230740/table: appending metadata at 1732539722937 (+52 ms)Flushing 1588230740/table: closing flushed file at 1732539722937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f8f51e: reopening flushed file at 1732539723018 (+81 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd700b9: reopening flushed file at 1732539723041 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f9bfcfd: reopening flushed file at 1732539723065 (+24 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 571ms, sequenceid=35, compaction requested=false at 1732539723083 (+18 ms)Writing region close event to WAL at 1732539723139 (+56 ms)Running coprocessor post-close hooks at 1732539723169 (+30 ms)Closed at 1732539723169 2024-11-25T13:02:03,170 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T13:02:03,281 INFO [regionserver/1ff8009e463e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T13:02:03,281 INFO [regionserver/1ff8009e463e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T13:02:03,320 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(976): stopping server 1ff8009e463e,35157,1732539636927; all regions closed. 2024-11-25T13:02:03,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741836_1012 (size=18422) 2024-11-25T13:02:03,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741836_1012 (size=18422) 2024-11-25T13:02:03,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741836_1012 (size=18422) 2024-11-25T13:02:03,351 DEBUG [RS:0;1ff8009e463e:35157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/oldWALs 2024-11-25T13:02:03,351 INFO [RS:0;1ff8009e463e:35157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ff8009e463e%2C35157%2C1732539636927.meta:.meta(num 1732539649683) 2024-11-25T13:02:03,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741835_1011 (size=2917) 2024-11-25T13:02:03,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741835_1011 (size=2917) 2024-11-25T13:02:03,388 DEBUG [RS:0;1ff8009e463e:35157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/oldWALs 2024-11-25T13:02:03,388 INFO [RS:0;1ff8009e463e:35157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ff8009e463e%2C35157%2C1732539636927:(num 1732539639382) 2024-11-25T13:02:03,388 DEBUG [RS:0;1ff8009e463e:35157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:03,388 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:02:03,388 INFO [RS:0;1ff8009e463e:35157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T13:02:03,389 INFO [RS:0;1ff8009e463e:35157 {}] hbase.ChoreService(370): Chore service for: regionserver/1ff8009e463e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T13:02:03,389 INFO [RS:0;1ff8009e463e:35157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T13:02:03,389 INFO [regionserver/1ff8009e463e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T13:02:03,389 INFO [RS:0;1ff8009e463e:35157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35157 2024-11-25T13:02:03,405 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1ff8009e463e,35157,1732539636927 2024-11-25T13:02:03,405 INFO [RS:0;1ff8009e463e:35157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T13:02:03,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T13:02:03,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ff8009e463e,35157,1732539636927] 2024-11-25T13:02:03,419 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1ff8009e463e,35157,1732539636927 already deleted, retry=false 2024-11-25T13:02:03,419 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ff8009e463e,35157,1732539636927 expired; onlineServers=0 2024-11-25T13:02:03,420 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ff8009e463e,43537,1732539635780' ***** 2024-11-25T13:02:03,420 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T13:02:03,420 INFO [M:0;1ff8009e463e:43537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T13:02:03,420 INFO [M:0;1ff8009e463e:43537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T13:02:03,420 DEBUG [M:0;1ff8009e463e:43537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T13:02:03,420 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T13:02:03,420 DEBUG [M:0;1ff8009e463e:43537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T13:02:03,421 DEBUG [master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.large.0-1732539638868 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.large.0-1732539638868,5,FailOnTimeoutGroup] 2024-11-25T13:02:03,421 INFO [M:0;1ff8009e463e:43537 {}] hbase.ChoreService(370): Chore service for: master/1ff8009e463e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T13:02:03,421 INFO [M:0;1ff8009e463e:43537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T13:02:03,421 DEBUG [M:0;1ff8009e463e:43537 {}] master.HMaster(1795): Stopping service threads 2024-11-25T13:02:03,421 INFO [M:0;1ff8009e463e:43537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T13:02:03,421 INFO [M:0;1ff8009e463e:43537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T13:02:03,421 ERROR [M:0;1ff8009e463e:43537 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:46199 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46199,5,PEWorkerGroup] 2024-11-25T13:02:03,422 INFO [M:0;1ff8009e463e:43537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T13:02:03,422 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T13:02:03,422 DEBUG [master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.small.0-1732539638870 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.small.0-1732539638870,5,FailOnTimeoutGroup] 2024-11-25T13:02:03,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T13:02:03,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:03,432 INFO [M:0;1ff8009e463e:43537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/.lastflushedseqids 2024-11-25T13:02:03,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-25T13:02:03,436 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-25T13:02:03,511 INFO [RS:0;1ff8009e463e:35157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T13:02:03,511 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:02:03,512 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101735e86b60001, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:02:03,512 INFO [RS:0;1ff8009e463e:35157 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ff8009e463e,35157,1732539636927; zookeeper connection closed. 2024-11-25T13:02:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741865_1041 (size=686) 2024-11-25T13:02:03,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741865_1041 (size=686) 2024-11-25T13:02:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741865_1041 (size=686) 2024-11-25T13:02:03,521 INFO [M:0;1ff8009e463e:43537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T13:02:03,521 INFO [M:0;1ff8009e463e:43537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T13:02:03,521 DEBUG [M:0;1ff8009e463e:43537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T13:02:03,523 INFO [M:0;1ff8009e463e:43537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:02:03,523 DEBUG [M:0;1ff8009e463e:43537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:02:03,523 DEBUG [M:0;1ff8009e463e:43537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T13:02:03,523 DEBUG [M:0;1ff8009e463e:43537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:02:03,524 INFO [M:0;1ff8009e463e:43537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.07 KB heapSize=230.72 KB 2024-11-25T13:02:03,531 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76366038 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76366038 2024-11-25T13:02:03,532 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T13:02:03,567 DEBUG [M:0;1ff8009e463e:43537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f461a345ff64470b7a80ec2c2f460a2 is 82, key is hbase:meta,,1/info:regioninfo/1732539649761/Put/seqid=0 2024-11-25T13:02:03,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741866_1042 (size=5672) 2024-11-25T13:02:03,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741866_1042 (size=5672) 2024-11-25T13:02:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741866_1042 (size=5672) 2024-11-25T13:02:03,664 INFO [M:0;1ff8009e463e:43537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f461a345ff64470b7a80ec2c2f460a2 2024-11-25T13:02:03,735 DEBUG [M:0;1ff8009e463e:43537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15f105c87fba4c1780d8984b14960c8b is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732539661164/Put/seqid=0 2024-11-25T13:02:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741867_1043 (size=8904) 2024-11-25T13:02:03,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741867_1043 (size=8904) 2024-11-25T13:02:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741867_1043 (size=8904) 2024-11-25T13:02:03,837 INFO [M:0;1ff8009e463e:43537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.33 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15f105c87fba4c1780d8984b14960c8b 2024-11-25T13:02:03,874 INFO [M:0;1ff8009e463e:43537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15f105c87fba4c1780d8984b14960c8b 2024-11-25T13:02:03,920 DEBUG [M:0;1ff8009e463e:43537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcc949bb2ae74eb2baab305ce33ceaf1 is 69, key is 1ff8009e463e,35157,1732539636927/rs:state/1732539638964/Put/seqid=0 2024-11-25T13:02:04,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741868_1044 (size=5441) 2024-11-25T13:02:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741868_1044 (size=5441) 2024-11-25T13:02:04,011 INFO [M:0;1ff8009e463e:43537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcc949bb2ae74eb2baab305ce33ceaf1 2024-11-25T13:02:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741868_1044 (size=5441) 2024-11-25T13:02:04,021 INFO [M:0;1ff8009e463e:43537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcc949bb2ae74eb2baab305ce33ceaf1 2024-11-25T13:02:04,023 DEBUG [M:0;1ff8009e463e:43537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f461a345ff64470b7a80ec2c2f460a2 as hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f461a345ff64470b7a80ec2c2f460a2 2024-11-25T13:02:04,038 INFO [M:0;1ff8009e463e:43537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f461a345ff64470b7a80ec2c2f460a2, entries=8, sequenceid=488, filesize=5.5 K 2024-11-25T13:02:04,040 DEBUG [M:0;1ff8009e463e:43537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15f105c87fba4c1780d8984b14960c8b as hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15f105c87fba4c1780d8984b14960c8b 2024-11-25T13:02:04,052 INFO [M:0;1ff8009e463e:43537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15f105c87fba4c1780d8984b14960c8b 2024-11-25T13:02:04,052 INFO [M:0;1ff8009e463e:43537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15f105c87fba4c1780d8984b14960c8b, entries=54, sequenceid=488, filesize=8.7 K 2024-11-25T13:02:04,054 DEBUG [M:0;1ff8009e463e:43537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcc949bb2ae74eb2baab305ce33ceaf1 as hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcc949bb2ae74eb2baab305ce33ceaf1 2024-11-25T13:02:04,072 INFO [M:0;1ff8009e463e:43537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcc949bb2ae74eb2baab305ce33ceaf1 2024-11-25T13:02:04,072 INFO [M:0;1ff8009e463e:43537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46199/user/jenkins/test-data/41dbe3cc-4a88-147c-3f3b-1efd4e881280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcc949bb2ae74eb2baab305ce33ceaf1, entries=3, sequenceid=488, filesize=5.3 K 2024-11-25T13:02:04,074 INFO [M:0;1ff8009e463e:43537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.07 KB/190533, heapSize ~230.42 KB/235952, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=488, compaction requested=false 2024-11-25T13:02:04,100 INFO [M:0;1ff8009e463e:43537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:02:04,100 DEBUG [M:0;1ff8009e463e:43537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732539723521Disabling compacts and flushes for region at 1732539723521Disabling writes for close at 1732539723523 (+2 ms)Obtaining lock to block concurrent updates at 1732539723524 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732539723524Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190533, getHeapSize=236192, getOffHeapSize=0, getCellsCount=591 at 1732539723524Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732539723525 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732539723525Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732539723566 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732539723566Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732539723681 (+115 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732539723735 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732539723735Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732539723875 (+140 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732539723919 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732539723919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5989c448: reopening flushed file at 1732539724021 (+102 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bdff0e: reopening flushed file at 1732539724038 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44eee825: reopening flushed file at 1732539724052 (+14 ms)Finished flush of dataSize ~186.07 KB/190533, heapSize ~230.42 KB/235952, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=488, compaction requested=false at 1732539724074 (+22 ms)Writing region close event to WAL at 1732539724100 (+26 ms)Closed at 1732539724100 2024-11-25T13:02:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741830_1006 (size=223084) 2024-11-25T13:02:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741830_1006 (size=223084) 2024-11-25T13:02:04,130 INFO [M:0;1ff8009e463e:43537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T13:02:04,130 INFO [M:0;1ff8009e463e:43537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43537 2024-11-25T13:02:04,130 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T13:02:04,131 INFO [M:0;1ff8009e463e:43537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T13:02:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:02:04,269 INFO [M:0;1ff8009e463e:43537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T13:02:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43537-0x101735e86b60000, quorum=127.0.0.1:59603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:02:04,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:02:04,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T13:02:04,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T13:02:04,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T13:02:04,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir/,STOPPED} 2024-11-25T13:02:04,295 WARN [BP-535551841-172.17.0.3-1732539631527 heartbeating to localhost/127.0.0.1:46199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T13:02:04,295 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T13:02:04,295 WARN [BP-535551841-172.17.0.3-1732539631527 heartbeating to localhost/127.0.0.1:46199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-535551841-172.17.0.3-1732539631527 (Datanode Uuid 9893a9e4-7b47-4a2a-8e78-c76d7b339748) service to localhost/127.0.0.1:46199 2024-11-25T13:02:04,295 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T13:02:04,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data5/current/BP-535551841-172.17.0.3-1732539631527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:02:04,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data6/current/BP-535551841-172.17.0.3-1732539631527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:02:04,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T13:02:04,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:02:04,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T13:02:04,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T13:02:04,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T13:02:04,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir/,STOPPED} 2024-11-25T13:02:04,319 WARN [BP-535551841-172.17.0.3-1732539631527 heartbeating to localhost/127.0.0.1:46199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T13:02:04,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T13:02:04,319 WARN [BP-535551841-172.17.0.3-1732539631527 heartbeating to localhost/127.0.0.1:46199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-535551841-172.17.0.3-1732539631527 (Datanode Uuid 2c133f84-c870-4266-9148-03c1c9d138a0) service to localhost/127.0.0.1:46199 2024-11-25T13:02:04,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T13:02:04,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data3/current/BP-535551841-172.17.0.3-1732539631527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:02:04,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data4/current/BP-535551841-172.17.0.3-1732539631527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:02:04,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T13:02:04,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:02:04,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T13:02:04,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T13:02:04,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T13:02:04,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir/,STOPPED} 2024-11-25T13:02:04,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T13:02:04,404 WARN [BP-535551841-172.17.0.3-1732539631527 heartbeating to localhost/127.0.0.1:46199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T13:02:04,404 WARN [BP-535551841-172.17.0.3-1732539631527 heartbeating to localhost/127.0.0.1:46199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-535551841-172.17.0.3-1732539631527 (Datanode Uuid 682f72ac-61a8-4c5a-8686-514597532e6e) service to localhost/127.0.0.1:46199 2024-11-25T13:02:04,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T13:02:04,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data1/current/BP-535551841-172.17.0.3-1732539631527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:02:04,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/cluster_cd0c5ded-5cba-8c1d-e9a6-203a04ebf632/data/data2/current/BP-535551841-172.17.0.3-1732539631527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:02:04,407 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T13:02:04,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T13:02:04,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T13:02:04,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T13:02:04,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T13:02:04,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir/,STOPPED} 2024-11-25T13:02:04,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T13:02:04,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T13:02:04,573 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: regionserver/1ff8009e463e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@484bb3c3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1ff8009e463e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ff8009e463e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46199 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46199 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ff8009e463e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ff8009e463e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/1ff8009e463e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ff8009e463e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 1017), ProcessCount=11 (was 11), AvailableMemoryMB=1491 (was 2407) 2024-11-25T13:02:04,584 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1491 2024-11-25T13:02:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir so I do NOT create it in target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9 2024-11-25T13:02:04,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T13:02:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.tmp.dir so I do NOT create it in target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9 2024-11-25T13:02:04,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/123eb389-c207-426d-f92a-aac70d94beb0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T13:02:04,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9 2024-11-25T13:02:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T13:02:04,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94, deleteOnExit=true 2024-11-25T13:02:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T13:02:04,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/test.cache.data in system properties and HBase conf 2024-11-25T13:02:04,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T13:02:04,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/hadoop.log.dir in system properties and HBase conf 2024-11-25T13:02:04,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T13:02:04,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T13:02:04,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T13:02:04,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T13:02:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T13:02:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T13:02:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T13:02:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T13:02:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T13:02:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T13:02:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T13:02:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T13:02:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T13:02:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/nfs.dump.dir in system properties and HBase conf 2024-11-25T13:02:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/java.io.tmpdir in system properties and HBase conf 2024-11-25T13:02:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T13:02:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T13:02:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T13:02:04,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T13:02:04,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T13:02:04,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T13:02:04,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T13:02:04,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T13:02:04,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T13:02:04,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d89db3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/hadoop.log.dir/,AVAILABLE} 2024-11-25T13:02:04,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265115b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T13:02:05,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a24c7a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/java.io.tmpdir/jetty-localhost-34669-hadoop-hdfs-3_4_1-tests_jar-_-any-6273334038658823561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T13:02:05,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72443302{HTTP/1.1, (http/1.1)}{localhost:34669} 2024-11-25T13:02:05,131 INFO [Time-limited test {}] server.Server(415): Started @96136ms 2024-11-25T13:02:05,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T13:02:05,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T13:02:05,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T13:02:05,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T13:02:05,906 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T13:02:05,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/hadoop.log.dir/,AVAILABLE} 2024-11-25T13:02:05,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T13:02:06,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ae4ac48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/java.io.tmpdir/jetty-localhost-46775-hadoop-hdfs-3_4_1-tests_jar-_-any-360160281181668446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:02:06,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:46775} 2024-11-25T13:02:06,072 INFO [Time-limited test {}] server.Server(415): Started @97076ms 2024-11-25T13:02:06,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T13:02:06,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T13:02:06,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T13:02:06,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T13:02:06,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T13:02:06,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T13:02:06,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T13:02:06,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T13:02:06,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T13:02:06,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9234fcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/hadoop.log.dir/,AVAILABLE} 2024-11-25T13:02:06,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b93e1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T13:02:06,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33e24962{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/java.io.tmpdir/jetty-localhost-39055-hadoop-hdfs-3_4_1-tests_jar-_-any-10117165330179496453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:02:06,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@147f919a{HTTP/1.1, (http/1.1)}{localhost:39055} 2024-11-25T13:02:06,451 INFO [Time-limited test {}] server.Server(415): Started @97455ms 2024-11-25T13:02:06,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T13:02:06,523 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T13:02:06,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T13:02:06,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T13:02:06,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T13:02:06,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T13:02:06,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355b5826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/hadoop.log.dir/,AVAILABLE} 2024-11-25T13:02:06,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27eeff62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T13:02:06,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76cc5f70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/java.io.tmpdir/jetty-localhost-33091-hadoop-hdfs-3_4_1-tests_jar-_-any-1385340254711943839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:02:06,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77e2e964{HTTP/1.1, (http/1.1)}{localhost:33091} 2024-11-25T13:02:06,676 INFO [Time-limited test {}] server.Server(415): Started @97680ms 2024-11-25T13:02:06,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T13:02:07,021 WARN [Thread-696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data1/current/BP-1032563981-172.17.0.3-1732539724637/current, will proceed with Du for space computation calculation, 2024-11-25T13:02:07,021 WARN [Thread-697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data2/current/BP-1032563981-172.17.0.3-1732539724637/current, will proceed with Du for space computation calculation, 2024-11-25T13:02:07,102 WARN [Thread-640 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T13:02:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8af072bd01cef61c with lease ID 0x3df2f89bc05baf2a: Processing first storage report for DS-256f0f2f-786b-4fbc-b1e2-8f27188c0125 from datanode DatanodeRegistration(127.0.0.1:46265, datanodeUuid=875e3c1f-b39c-4668-9d97-7b28acd7e1bd, infoPort=44373, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637) 2024-11-25T13:02:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8af072bd01cef61c with lease ID 0x3df2f89bc05baf2a: from storage DS-256f0f2f-786b-4fbc-b1e2-8f27188c0125 node DatanodeRegistration(127.0.0.1:46265, datanodeUuid=875e3c1f-b39c-4668-9d97-7b28acd7e1bd, infoPort=44373, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T13:02:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8af072bd01cef61c with lease ID 0x3df2f89bc05baf2a: Processing first storage report for DS-3ed1ba9e-ec01-4292-956a-2bf910cb63a7 from datanode DatanodeRegistration(127.0.0.1:46265, datanodeUuid=875e3c1f-b39c-4668-9d97-7b28acd7e1bd, infoPort=44373, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637) 2024-11-25T13:02:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8af072bd01cef61c with lease ID 0x3df2f89bc05baf2a: from storage DS-3ed1ba9e-ec01-4292-956a-2bf910cb63a7 node DatanodeRegistration(127.0.0.1:46265, datanodeUuid=875e3c1f-b39c-4668-9d97-7b28acd7e1bd, infoPort=44373, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T13:02:07,538 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data3/current/BP-1032563981-172.17.0.3-1732539724637/current, will proceed with Du for space computation calculation, 2024-11-25T13:02:07,539 WARN [Thread-712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data4/current/BP-1032563981-172.17.0.3-1732539724637/current, will proceed with Du for space computation calculation, 2024-11-25T13:02:07,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:07,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:07,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:07,596 WARN [Thread-664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T13:02:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85d487f7d3c091fd with lease ID 0x3df2f89bc05baf2b: Processing first storage report for DS-38e871ef-e540-4be2-8b85-d9c9b35454a9 from datanode DatanodeRegistration(127.0.0.1:45253, datanodeUuid=32d350b4-72c8-4c72-92e9-d42154178773, infoPort=46229, infoSecurePort=0, ipcPort=37433, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637) 2024-11-25T13:02:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85d487f7d3c091fd with lease ID 0x3df2f89bc05baf2b: from storage DS-38e871ef-e540-4be2-8b85-d9c9b35454a9 node DatanodeRegistration(127.0.0.1:45253, datanodeUuid=32d350b4-72c8-4c72-92e9-d42154178773, infoPort=46229, infoSecurePort=0, ipcPort=37433, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T13:02:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85d487f7d3c091fd with lease ID 0x3df2f89bc05baf2b: Processing first storage report for DS-923ba73e-757e-472a-bf6a-3de161df2666 from datanode DatanodeRegistration(127.0.0.1:45253, datanodeUuid=32d350b4-72c8-4c72-92e9-d42154178773, infoPort=46229, infoSecurePort=0, ipcPort=37433, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637) 2024-11-25T13:02:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85d487f7d3c091fd with lease ID 0x3df2f89bc05baf2b: from storage DS-923ba73e-757e-472a-bf6a-3de161df2666 node DatanodeRegistration(127.0.0.1:45253, datanodeUuid=32d350b4-72c8-4c72-92e9-d42154178773, infoPort=46229, infoSecurePort=0, ipcPort=37433, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T13:02:07,674 WARN [Thread-723 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data6/current/BP-1032563981-172.17.0.3-1732539724637/current, will proceed with Du for space computation calculation, 2024-11-25T13:02:07,674 WARN [Thread-722 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data5/current/BP-1032563981-172.17.0.3-1732539724637/current, will proceed with Du for space computation calculation, 2024-11-25T13:02:07,701 WARN [Thread-687 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T13:02:07,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78a4dbd6624bdb0a with lease ID 0x3df2f89bc05baf2c: Processing first storage report for DS-fd34a9ae-262d-469d-9f5e-8ba6f3dd6e73 from datanode DatanodeRegistration(127.0.0.1:43731, datanodeUuid=2987b055-e3fb-4074-b88a-988230b1705f, infoPort=43243, infoSecurePort=0, ipcPort=40911, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637) 2024-11-25T13:02:07,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78a4dbd6624bdb0a with lease ID 0x3df2f89bc05baf2c: from storage DS-fd34a9ae-262d-469d-9f5e-8ba6f3dd6e73 node DatanodeRegistration(127.0.0.1:43731, datanodeUuid=2987b055-e3fb-4074-b88a-988230b1705f, infoPort=43243, infoSecurePort=0, ipcPort=40911, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T13:02:07,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78a4dbd6624bdb0a with lease ID 0x3df2f89bc05baf2c: Processing first storage report for DS-0d53816d-e6e9-4ec7-9a22-c78e3fd4623e from datanode DatanodeRegistration(127.0.0.1:43731, datanodeUuid=2987b055-e3fb-4074-b88a-988230b1705f, infoPort=43243, infoSecurePort=0, ipcPort=40911, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637) 2024-11-25T13:02:07,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78a4dbd6624bdb0a with lease ID 0x3df2f89bc05baf2c: from storage DS-0d53816d-e6e9-4ec7-9a22-c78e3fd4623e node DatanodeRegistration(127.0.0.1:43731, datanodeUuid=2987b055-e3fb-4074-b88a-988230b1705f, infoPort=43243, infoSecurePort=0, ipcPort=40911, storageInfo=lv=-57;cid=testClusterID;nsid=600904521;c=1732539724637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T13:02:07,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9 2024-11-25T13:02:07,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/zookeeper_0, clientPort=54687, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T13:02:07,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54687 2024-11-25T13:02:07,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:07,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:07,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741825_1001 (size=7) 2024-11-25T13:02:07,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741825_1001 (size=7) 2024-11-25T13:02:07,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741825_1001 (size=7) 2024-11-25T13:02:07,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 with version=8 2024-11-25T13:02:07,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/hbase-staging 2024-11-25T13:02:07,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ff8009e463e:0 server-side Connection retries=45 2024-11-25T13:02:07,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:07,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:07,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T13:02:07,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:07,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T13:02:07,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T13:02:07,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T13:02:07,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33121 2024-11-25T13:02:07,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33121 connecting to ZooKeeper ensemble=127.0.0.1:54687 2024-11-25T13:02:07,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331210x0, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T13:02:07,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33121-0x101735ff1780000 connected 2024-11-25T13:02:07,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:07,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:07,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:02:07,967 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5, hbase.cluster.distributed=false 2024-11-25T13:02:07,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T13:02:07,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-25T13:02:07,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33121 2024-11-25T13:02:08,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33121 2024-11-25T13:02:08,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-25T13:02:08,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-25T13:02:08,051 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ff8009e463e:0 server-side Connection retries=45 2024-11-25T13:02:08,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:08,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:08,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T13:02:08,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:08,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T13:02:08,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T13:02:08,051 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T13:02:08,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39489 2024-11-25T13:02:08,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39489 connecting to ZooKeeper ensemble=127.0.0.1:54687 2024-11-25T13:02:08,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:08,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:08,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T13:02:08,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394890x0, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T13:02:08,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39489-0x101735ff1780001 connected 2024-11-25T13:02:08,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:08,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:02:08,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T13:02:08,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:08,174 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T13:02:08,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T13:02:08,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T13:02:08,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39489 2024-11-25T13:02:08,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39489 2024-11-25T13:02:08,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39489 2024-11-25T13:02:08,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39489 2024-11-25T13:02:08,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39489 2024-11-25T13:02:08,231 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ff8009e463e:0 server-side Connection retries=45 2024-11-25T13:02:08,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:08,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:08,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T13:02:08,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:08,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T13:02:08,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T13:02:08,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T13:02:08,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36787 2024-11-25T13:02:08,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36787 connecting to ZooKeeper ensemble=127.0.0.1:54687 2024-11-25T13:02:08,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:08,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:08,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367870x0, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T13:02:08,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367870x0, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:02:08,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36787-0x101735ff1780002 connected 2024-11-25T13:02:08,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T13:02:08,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T13:02:08,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T13:02:08,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T13:02:08,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36787 2024-11-25T13:02:08,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36787 2024-11-25T13:02:08,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36787 2024-11-25T13:02:08,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36787 2024-11-25T13:02:08,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36787 2024-11-25T13:02:08,326 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ff8009e463e:0 server-side Connection retries=45 2024-11-25T13:02:08,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:08,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:08,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T13:02:08,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T13:02:08,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T13:02:08,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T13:02:08,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T13:02:08,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36405 2024-11-25T13:02:08,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36405 connecting to ZooKeeper ensemble=127.0.0.1:54687 2024-11-25T13:02:08,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:08,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:08,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364050x0, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:02:08,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364050x0, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T13:02:08,343 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T13:02:08,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36405-0x101735ff1780003 connected 2024-11-25T13:02:08,364 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T13:02:08,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T13:02:08,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T13:02:08,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-25T13:02:08,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36405 2024-11-25T13:02:08,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36405 2024-11-25T13:02:08,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-25T13:02:08,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-25T13:02:08,415 DEBUG [M:0;1ff8009e463e:33121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ff8009e463e:33121 2024-11-25T13:02:08,415 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1ff8009e463e,33121,1732539727793 2024-11-25T13:02:08,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:02:08,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:02:08,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:02:08,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:02:08,427 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1ff8009e463e,33121,1732539727793 2024-11-25T13:02:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T13:02:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T13:02:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T13:02:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:08,437 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T13:02:08,439 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1ff8009e463e,33121,1732539727793 from backup master directory 2024-11-25T13:02:08,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:02:08,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1ff8009e463e,33121,1732539727793 2024-11-25T13:02:08,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:02:08,450 WARN [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T13:02:08,450 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ff8009e463e,33121,1732539727793 2024-11-25T13:02:08,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:02:08,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T13:02:08,470 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/hbase.id] with ID: b521cbfe-04a6-4e45-b5a4-ef11dfd20804 2024-11-25T13:02:08,470 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/.tmp/hbase.id 2024-11-25T13:02:08,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741826_1002 (size=42) 2024-11-25T13:02:08,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741826_1002 (size=42) 2024-11-25T13:02:08,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741826_1002 (size=42) 2024-11-25T13:02:08,961 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/.tmp/hbase.id]:[hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/hbase.id] 2024-11-25T13:02:09,000 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T13:02:09,000 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T13:02:09,005 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-25T13:02:09,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741827_1003 (size=196) 2024-11-25T13:02:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741827_1003 (size=196) 2024-11-25T13:02:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741827_1003 (size=196) 2024-11-25T13:02:09,100 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T13:02:09,101 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T13:02:09,101 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:02:09,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741828_1004 (size=1189) 2024-11-25T13:02:09,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741828_1004 (size=1189) 2024-11-25T13:02:09,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741828_1004 (size=1189) 2024-11-25T13:02:09,174 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store 2024-11-25T13:02:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741829_1005 (size=34) 2024-11-25T13:02:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741829_1005 (size=34) 2024-11-25T13:02:09,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741829_1005 (size=34) 2024-11-25T13:02:09,237 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:09,237 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T13:02:09,237 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:02:09,237 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:02:09,237 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T13:02:09,237 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:02:09,237 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:02:09,237 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732539729237Disabling compacts and flushes for region at 1732539729237Disabling writes for close at 1732539729237Writing region close event to WAL at 1732539729237Closed at 1732539729237 2024-11-25T13:02:09,239 WARN [master/1ff8009e463e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/.initializing 2024-11-25T13:02:09,239 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/WALs/1ff8009e463e,33121,1732539727793 2024-11-25T13:02:09,242 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T13:02:09,248 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C33121%2C1732539727793, suffix=, logDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/WALs/1ff8009e463e,33121,1732539727793, archiveDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/oldWALs, maxLogs=10 2024-11-25T13:02:09,271 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/WALs/1ff8009e463e,33121,1732539727793/1ff8009e463e%2C33121%2C1732539727793.1732539729248, exclude list is [], retry=0 2024-11-25T13:02:09,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43731,DS-fd34a9ae-262d-469d-9f5e-8ba6f3dd6e73,DISK] 2024-11-25T13:02:09,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-256f0f2f-786b-4fbc-b1e2-8f27188c0125,DISK] 2024-11-25T13:02:09,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45253,DS-38e871ef-e540-4be2-8b85-d9c9b35454a9,DISK] 2024-11-25T13:02:09,304 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/WALs/1ff8009e463e,33121,1732539727793/1ff8009e463e%2C33121%2C1732539727793.1732539729248 2024-11-25T13:02:09,304 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43243:43243),(127.0.0.1/127.0.0.1:46229:46229),(127.0.0.1/127.0.0.1:44373:44373)] 2024-11-25T13:02:09,304 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T13:02:09,305 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:09,305 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,305 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T13:02:09,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:09,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:02:09,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T13:02:09,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:09,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:09,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T13:02:09,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:09,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:09,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T13:02:09,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:09,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:09,326 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,327 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,327 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,334 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,334 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,337 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T13:02:09,340 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T13:02:09,343 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:09,344 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73853412, jitterRate=0.10050159692764282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T13:02:09,345 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732539729305Initializing all the Stores at 1732539729307 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539729307Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539729307Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539729307Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539729307Cleaning up temporary data from old regions at 1732539729334 (+27 ms)Region opened successfully at 1732539729345 (+11 ms) 2024-11-25T13:02:09,345 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T13:02:09,349 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fe83ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ff8009e463e/172.17.0.3:0 2024-11-25T13:02:09,351 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T13:02:09,351 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T13:02:09,351 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T13:02:09,351 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T13:02:09,352 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T13:02:09,352 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T13:02:09,352 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T13:02:09,355 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T13:02:09,357 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T13:02:09,408 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T13:02:09,409 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T13:02:09,410 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T13:02:09,417 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T13:02:09,417 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T13:02:09,419 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T13:02:09,425 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T13:02:09,427 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T13:02:09,442 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T13:02:09,444 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T13:02:09,450 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T13:02:09,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T13:02:09,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T13:02:09,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T13:02:09,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T13:02:09,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,460 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ff8009e463e,33121,1732539727793, sessionid=0x101735ff1780000, setting cluster-up flag (Was=false) 2024-11-25T13:02:09,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,500 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T13:02:09,501 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ff8009e463e,33121,1732539727793 2024-11-25T13:02:09,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:09,542 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T13:02:09,547 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ff8009e463e,33121,1732539727793 2024-11-25T13:02:09,552 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T13:02:09,554 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T13:02:09,554 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T13:02:09,554 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T13:02:09,555 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ff8009e463e,33121,1732539727793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T13:02:09,561 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ff8009e463e:0, corePoolSize=5, maxPoolSize=5 2024-11-25T13:02:09,561 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ff8009e463e:0, corePoolSize=5, maxPoolSize=5 2024-11-25T13:02:09,561 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ff8009e463e:0, corePoolSize=5, maxPoolSize=5 2024-11-25T13:02:09,561 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ff8009e463e:0, corePoolSize=5, maxPoolSize=5 2024-11-25T13:02:09,561 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ff8009e463e:0, corePoolSize=10, maxPoolSize=10 2024-11-25T13:02:09,561 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:09,561 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ff8009e463e:0, corePoolSize=2, maxPoolSize=2 2024-11-25T13:02:09,561 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:09,572 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T13:02:09,573 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T13:02:09,575 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:09,576 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T13:02:09,583 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732539759583 2024-11-25T13:02:09,584 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T13:02:09,584 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T13:02:09,584 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T13:02:09,584 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T13:02:09,584 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T13:02:09,584 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T13:02:09,585 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:09,592 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T13:02:09,592 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T13:02:09,600 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T13:02:09,607 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T13:02:09,607 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T13:02:09,617 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(746): ClusterId : b521cbfe-04a6-4e45-b5a4-ef11dfd20804 2024-11-25T13:02:09,617 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T13:02:09,635 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T13:02:09,635 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T13:02:09,643 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T13:02:09,644 DEBUG [RS:0;1ff8009e463e:39489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8391f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ff8009e463e/172.17.0.3:0 2024-11-25T13:02:09,651 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.large.0-1732539729608,5,FailOnTimeoutGroup] 2024-11-25T13:02:09,661 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.small.0-1732539729651,5,FailOnTimeoutGroup] 2024-11-25T13:02:09,661 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:09,661 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T13:02:09,661 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:09,661 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:09,680 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(746): ClusterId : b521cbfe-04a6-4e45-b5a4-ef11dfd20804 2024-11-25T13:02:09,680 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T13:02:09,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741831_1007 (size=1321) 2024-11-25T13:02:09,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741831_1007 (size=1321) 2024-11-25T13:02:09,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741831_1007 (size=1321) 2024-11-25T13:02:09,691 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.HRegionServer(746): ClusterId : b521cbfe-04a6-4e45-b5a4-ef11dfd20804 2024-11-25T13:02:09,691 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T13:02:09,706 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T13:02:09,706 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:09,710 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T13:02:09,710 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T13:02:09,719 DEBUG [RS:0;1ff8009e463e:39489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ff8009e463e:39489 2024-11-25T13:02:09,720 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T13:02:09,720 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T13:02:09,721 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T13:02:09,722 DEBUG [RS:2;1ff8009e463e:36405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad2b618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ff8009e463e/172.17.0.3:0 2024-11-25T13:02:09,720 DEBUG [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T13:02:09,723 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T13:02:09,723 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T13:02:09,724 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ff8009e463e,33121,1732539727793 with port=39489, startcode=1732539728050 2024-11-25T13:02:09,724 DEBUG [RS:0;1ff8009e463e:39489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T13:02:09,739 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T13:02:09,740 DEBUG [RS:1;1ff8009e463e:36787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c96215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ff8009e463e/172.17.0.3:0 2024-11-25T13:02:09,744 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T13:02:09,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ff8009e463e,39489,1732539728050 2024-11-25T13:02:09,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33121 {}] master.ServerManager(517): Registering regionserver=1ff8009e463e,39489,1732539728050 2024-11-25T13:02:09,764 DEBUG [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:09,764 DEBUG [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45321 2024-11-25T13:02:09,764 DEBUG [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T13:02:09,766 DEBUG [RS:2;1ff8009e463e:36405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1ff8009e463e:36405 2024-11-25T13:02:09,766 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T13:02:09,766 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T13:02:09,766 DEBUG [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T13:02:09,775 DEBUG [RS:0;1ff8009e463e:39489 {}] zookeeper.ZKUtil(111): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1ff8009e463e,39489,1732539728050 2024-11-25T13:02:09,775 WARN [RS:0;1ff8009e463e:39489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T13:02:09,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T13:02:09,775 INFO [RS:0;1ff8009e463e:39489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:02:09,775 DEBUG [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,39489,1732539728050 2024-11-25T13:02:09,776 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ff8009e463e,33121,1732539727793 with port=36405, startcode=1732539728326 2024-11-25T13:02:09,776 DEBUG [RS:2;1ff8009e463e:36405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T13:02:09,777 DEBUG [RS:1;1ff8009e463e:36787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1ff8009e463e:36787 2024-11-25T13:02:09,777 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T13:02:09,777 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T13:02:09,777 DEBUG [RS:1;1ff8009e463e:36787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T13:02:09,779 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ff8009e463e,33121,1732539727793 with port=36787, startcode=1732539728230 2024-11-25T13:02:09,779 DEBUG [RS:1;1ff8009e463e:36787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T13:02:09,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ff8009e463e,39489,1732539728050] 2024-11-25T13:02:09,808 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T13:02:09,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ff8009e463e,36787,1732539728230 2024-11-25T13:02:09,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33121 {}] master.ServerManager(517): Registering regionserver=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:09,812 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T13:02:09,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741832_1008 (size=32) 2024-11-25T13:02:09,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741832_1008 (size=32) 2024-11-25T13:02:09,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ff8009e463e,36405,1732539728326 2024-11-25T13:02:09,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33121 {}] master.ServerManager(517): Registering regionserver=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:09,850 DEBUG [RS:1;1ff8009e463e:36787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:09,850 DEBUG [RS:1;1ff8009e463e:36787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45321 2024-11-25T13:02:09,850 DEBUG [RS:1;1ff8009e463e:36787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T13:02:09,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741832_1008 (size=32) 2024-11-25T13:02:09,851 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:09,853 DEBUG [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:09,853 DEBUG [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45321 2024-11-25T13:02:09,853 DEBUG [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T13:02:09,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T13:02:09,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T13:02:09,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:09,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:02:09,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T13:02:09,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T13:02:09,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:09,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:02:09,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T13:02:09,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T13:02:09,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:09,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:02:09,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T13:02:09,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T13:02:09,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:09,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:02:09,885 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T13:02:09,887 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740 2024-11-25T13:02:09,888 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740 2024-11-25T13:02:09,890 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T13:02:09,890 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T13:02:09,891 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T13:02:09,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T13:02:09,894 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T13:02:09,898 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:09,899 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70212973, jitterRate=0.046254828572273254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T13:02:09,916 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732539729851Initializing all the Stores at 1732539729853 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539729853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539729861 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539729861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539729861Cleaning up temporary data from old regions at 1732539729890 (+29 ms)Region opened successfully at 1732539729916 (+26 ms) 2024-11-25T13:02:09,916 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T13:02:09,917 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T13:02:09,917 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T13:02:09,917 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T13:02:09,917 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T13:02:09,926 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T13:02:09,927 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732539729916Disabling compacts and flushes for region at 1732539729916Disabling writes for close at 1732539729917 (+1 ms)Writing region close event to WAL at 1732539729925 (+8 ms)Closed at 1732539729925 2024-11-25T13:02:09,934 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T13:02:09,934 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T13:02:09,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T13:02:09,941 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T13:02:09,945 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T13:02:09,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ff8009e463e,36405,1732539728326] 2024-11-25T13:02:09,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ff8009e463e,36787,1732539728230] 2024-11-25T13:02:09,950 DEBUG [RS:1;1ff8009e463e:36787 {}] zookeeper.ZKUtil(111): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1ff8009e463e,36787,1732539728230 2024-11-25T13:02:09,950 WARN [RS:1;1ff8009e463e:36787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T13:02:09,950 INFO [RS:1;1ff8009e463e:36787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:02:09,950 DEBUG [RS:1;1ff8009e463e:36787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230 2024-11-25T13:02:09,951 DEBUG [RS:2;1ff8009e463e:36405 {}] zookeeper.ZKUtil(111): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1ff8009e463e,36405,1732539728326 2024-11-25T13:02:09,952 WARN [RS:2;1ff8009e463e:36405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T13:02:09,952 INFO [RS:2;1ff8009e463e:36405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:02:09,952 DEBUG [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36405,1732539728326 2024-11-25T13:02:09,954 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T13:02:09,981 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T13:02:09,993 INFO [RS:0;1ff8009e463e:39489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T13:02:09,994 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:09,994 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T13:02:09,995 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T13:02:10,002 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T13:02:10,002 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,002 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T13:02:10,002 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,002 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,002 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,002 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,002 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,002 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T13:02:10,002 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0, corePoolSize=2, maxPoolSize=2 2024-11-25T13:02:10,003 INFO [RS:1;1ff8009e463e:36787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T13:02:10,003 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,003 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T13:02:10,008 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T13:02:10,008 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0, corePoolSize=2, maxPoolSize=2 2024-11-25T13:02:10,009 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,009 DEBUG [RS:0;1ff8009e463e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:02:10,009 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,010 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,010 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:02:10,010 DEBUG [RS:1;1ff8009e463e:36787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:02:10,045 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T13:02:10,061 INFO [RS:2;1ff8009e463e:36405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T13:02:10,061 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,068 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,068 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,068 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,068 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,068 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,068 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,39489,1732539728050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T13:02:10,078 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,078 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,078 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,078 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,078 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,078 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,36787,1732539728230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T13:02:10,099 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T13:02:10,099 WARN [1ff8009e463e:33121 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T13:02:10,101 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T13:02:10,101 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,101 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,101 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,101 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,101 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,101 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,101 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0, corePoolSize=2, maxPoolSize=2 2024-11-25T13:02:10,101 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,101 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,103 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,103 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,103 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,103 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ff8009e463e:0, corePoolSize=1, maxPoolSize=1 2024-11-25T13:02:10,103 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:02:10,104 DEBUG [RS:2;1ff8009e463e:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ff8009e463e:0, corePoolSize=3, maxPoolSize=3 2024-11-25T13:02:10,115 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T13:02:10,115 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,36787,1732539728230-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,116 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,116 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.Replication(171): 1ff8009e463e,36787,1732539728230 started 2024-11-25T13:02:10,119 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,119 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,119 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,119 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,120 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,120 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,36405,1732539728326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T13:02:10,126 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T13:02:10,126 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,39489,1732539728050-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,126 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,126 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.Replication(171): 1ff8009e463e,39489,1732539728050 started 2024-11-25T13:02:10,148 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,148 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(1482): Serving as 1ff8009e463e,39489,1732539728050, RpcServer on 1ff8009e463e/172.17.0.3:39489, sessionid=0x101735ff1780001 2024-11-25T13:02:10,148 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T13:02:10,148 DEBUG [RS:0;1ff8009e463e:39489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ff8009e463e,39489,1732539728050 2024-11-25T13:02:10,149 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,39489,1732539728050' 2024-11-25T13:02:10,149 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T13:02:10,153 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T13:02:10,153 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T13:02:10,154 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T13:02:10,154 DEBUG [RS:0;1ff8009e463e:39489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ff8009e463e,39489,1732539728050 2024-11-25T13:02:10,154 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,39489,1732539728050' 2024-11-25T13:02:10,154 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T13:02:10,154 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T13:02:10,155 DEBUG [RS:0;1ff8009e463e:39489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T13:02:10,155 INFO [RS:0;1ff8009e463e:39489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T13:02:10,155 INFO [RS:0;1ff8009e463e:39489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T13:02:10,156 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T13:02:10,157 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,36405,1732539728326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,157 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,157 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.Replication(171): 1ff8009e463e,36405,1732539728326 started 2024-11-25T13:02:10,167 INFO [RS:1;1ff8009e463e:36787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,167 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.HRegionServer(1482): Serving as 1ff8009e463e,36787,1732539728230, RpcServer on 1ff8009e463e/172.17.0.3:36787, sessionid=0x101735ff1780002 2024-11-25T13:02:10,167 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T13:02:10,167 DEBUG [RS:1;1ff8009e463e:36787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ff8009e463e,36787,1732539728230 2024-11-25T13:02:10,167 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,36787,1732539728230' 2024-11-25T13:02:10,167 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T13:02:10,168 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T13:02:10,168 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T13:02:10,168 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T13:02:10,169 DEBUG [RS:1;1ff8009e463e:36787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ff8009e463e,36787,1732539728230 2024-11-25T13:02:10,169 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,36787,1732539728230' 2024-11-25T13:02:10,169 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T13:02:10,169 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T13:02:10,170 DEBUG [RS:1;1ff8009e463e:36787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T13:02:10,170 INFO [RS:1;1ff8009e463e:36787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T13:02:10,170 INFO [RS:1;1ff8009e463e:36787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T13:02:10,176 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:10,176 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(1482): Serving as 1ff8009e463e,36405,1732539728326, RpcServer on 1ff8009e463e/172.17.0.3:36405, sessionid=0x101735ff1780003 2024-11-25T13:02:10,177 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T13:02:10,177 DEBUG [RS:2;1ff8009e463e:36405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ff8009e463e,36405,1732539728326 2024-11-25T13:02:10,177 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,36405,1732539728326' 2024-11-25T13:02:10,177 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T13:02:10,178 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T13:02:10,178 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T13:02:10,178 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T13:02:10,178 DEBUG [RS:2;1ff8009e463e:36405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ff8009e463e,36405,1732539728326 2024-11-25T13:02:10,178 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ff8009e463e,36405,1732539728326' 2024-11-25T13:02:10,178 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T13:02:10,181 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T13:02:10,181 DEBUG [RS:2;1ff8009e463e:36405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T13:02:10,181 INFO [RS:2;1ff8009e463e:36405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T13:02:10,181 INFO [RS:2;1ff8009e463e:36405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T13:02:10,255 INFO [RS:0;1ff8009e463e:39489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T13:02:10,264 INFO [RS:0;1ff8009e463e:39489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C39489%2C1732539728050, suffix=, logDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,39489,1732539728050, archiveDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/oldWALs, maxLogs=32 2024-11-25T13:02:10,270 INFO [RS:1;1ff8009e463e:36787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T13:02:10,273 INFO [RS:1;1ff8009e463e:36787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C36787%2C1732539728230, suffix=, logDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230, archiveDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/oldWALs, maxLogs=32 2024-11-25T13:02:10,282 INFO [RS:2;1ff8009e463e:36405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T13:02:10,283 INFO [RS:2;1ff8009e463e:36405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C36405%2C1732539728326, suffix=, logDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36405,1732539728326, archiveDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/oldWALs, maxLogs=32 2024-11-25T13:02:10,285 DEBUG [RS:0;1ff8009e463e:39489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,39489,1732539728050/1ff8009e463e%2C39489%2C1732539728050.1732539730266, exclude list is [], retry=0 2024-11-25T13:02:10,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-256f0f2f-786b-4fbc-b1e2-8f27188c0125,DISK] 2024-11-25T13:02:10,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45253,DS-38e871ef-e540-4be2-8b85-d9c9b35454a9,DISK] 2024-11-25T13:02:10,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43731,DS-fd34a9ae-262d-469d-9f5e-8ba6f3dd6e73,DISK] 2024-11-25T13:02:10,292 DEBUG [RS:1;1ff8009e463e:36787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230/1ff8009e463e%2C36787%2C1732539728230.1732539730273, exclude list is [], retry=0 2024-11-25T13:02:10,294 WARN [IPC Server handler 1 on default port 45321 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T13:02:10,294 WARN [IPC Server handler 1 on default port 45321 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T13:02:10,294 WARN [IPC Server handler 1 on default port 45321 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T13:02:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43731,DS-fd34a9ae-262d-469d-9f5e-8ba6f3dd6e73,DISK] 2024-11-25T13:02:10,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45253,DS-38e871ef-e540-4be2-8b85-d9c9b35454a9,DISK] 2024-11-25T13:02:10,305 DEBUG [RS:2;1ff8009e463e:36405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36405,1732539728326/1ff8009e463e%2C36405%2C1732539728326.1732539730284, exclude list is [], retry=0 2024-11-25T13:02:10,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-256f0f2f-786b-4fbc-b1e2-8f27188c0125,DISK] 2024-11-25T13:02:10,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43731,DS-fd34a9ae-262d-469d-9f5e-8ba6f3dd6e73,DISK] 2024-11-25T13:02:10,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45253,DS-38e871ef-e540-4be2-8b85-d9c9b35454a9,DISK] 2024-11-25T13:02:10,351 INFO [RS:1;1ff8009e463e:36787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230/1ff8009e463e%2C36787%2C1732539728230.1732539730273 2024-11-25T13:02:10,353 INFO [RS:0;1ff8009e463e:39489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,39489,1732539728050/1ff8009e463e%2C39489%2C1732539728050.1732539730266 2024-11-25T13:02:10,363 DEBUG [RS:1;1ff8009e463e:36787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43243:43243),(127.0.0.1/127.0.0.1:46229:46229)] 2024-11-25T13:02:10,364 DEBUG [RS:0;1ff8009e463e:39489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44373:44373),(127.0.0.1/127.0.0.1:43243:43243),(127.0.0.1/127.0.0.1:46229:46229)] 2024-11-25T13:02:10,372 INFO [RS:2;1ff8009e463e:36405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36405,1732539728326/1ff8009e463e%2C36405%2C1732539728326.1732539730284 2024-11-25T13:02:10,373 DEBUG [RS:2;1ff8009e463e:36405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44373:44373),(127.0.0.1/127.0.0.1:43243:43243),(127.0.0.1/127.0.0.1:46229:46229)] 2024-11-25T13:02:10,601 DEBUG [1ff8009e463e:33121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T13:02:10,602 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(204): Hosts are {1ff8009e463e=0} racks are {/default-rack=0} 2024-11-25T13:02:10,605 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T13:02:10,605 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T13:02:10,605 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T13:02:10,605 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T13:02:10,605 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T13:02:10,605 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T13:02:10,605 INFO [1ff8009e463e:33121 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T13:02:10,605 INFO [1ff8009e463e:33121 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T13:02:10,605 INFO [1ff8009e463e:33121 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T13:02:10,605 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T13:02:10,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:10,610 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ff8009e463e,36787,1732539728230, state=OPENING 2024-11-25T13:02:10,625 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T13:02:10,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:10,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:10,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:10,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:02:10,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:02:10,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:02:10,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:02:10,635 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T13:02:10,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ff8009e463e,36787,1732539728230}] 2024-11-25T13:02:10,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:02:16,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T13:02:16,259 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T13:02:20,637 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T13:02:20,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T13:02:20,648 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T13:02:20,648 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:02:20,649 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T13:02:20,651 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C36787%2C1732539728230.meta, suffix=.meta, logDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230, archiveDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/oldWALs, maxLogs=32 2024-11-25T13:02:20,669 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta, exclude list is [], retry=0 2024-11-25T13:02:20,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45253,DS-38e871ef-e540-4be2-8b85-d9c9b35454a9,DISK] 2024-11-25T13:02:20,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-256f0f2f-786b-4fbc-b1e2-8f27188c0125,DISK] 2024-11-25T13:02:20,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43731,DS-fd34a9ae-262d-469d-9f5e-8ba6f3dd6e73,DISK] 2024-11-25T13:02:20,674 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta 2024-11-25T13:02:20,674 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46229:46229),(127.0.0.1/127.0.0.1:44373:44373),(127.0.0.1/127.0.0.1:43243:43243)] 2024-11-25T13:02:20,674 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T13:02:20,674 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T13:02:20,675 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T13:02:20,675 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T13:02:20,675 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T13:02:20,675 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:20,675 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T13:02:20,675 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T13:02:20,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T13:02:20,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T13:02:20,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:20,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:02:20,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T13:02:20,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T13:02:20,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:20,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:02:20,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T13:02:20,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T13:02:20,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:20,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:02:20,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T13:02:20,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T13:02:20,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:20,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:02:20,683 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T13:02:20,683 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740 2024-11-25T13:02:20,685 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740 2024-11-25T13:02:20,686 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T13:02:20,686 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T13:02:20,687 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T13:02:20,688 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T13:02:20,689 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61931291, jitterRate=-0.07715184986591339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T13:02:20,689 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T13:02:20,689 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732539740675Writing region info on filesystem at 1732539740675Initializing all the Stores at 1732539740676 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539740676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539740676Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539740676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539740676Cleaning up temporary data from old regions at 1732539740686 (+10 ms)Running coprocessor post-open hooks at 1732539740689 (+3 ms)Region opened successfully at 1732539740689 2024-11-25T13:02:20,690 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732539740637 2024-11-25T13:02:20,692 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T13:02:20,692 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T13:02:20,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:20,693 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ff8009e463e,36787,1732539728230, state=OPEN 2024-11-25T13:02:20,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:02:20,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:02:20,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:02:20,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:02:20,725 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:20,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:02:20,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:02:20,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:02:20,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:02:20,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T13:02:20,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ff8009e463e,36787,1732539728230 in 10.0900 sec 2024-11-25T13:02:20,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T13:02:20,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7920 sec 2024-11-25T13:02:20,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T13:02:20,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T13:02:20,734 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T13:02:20,734 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36787,1732539728230, seqNum=-1] 2024-11-25T13:02:20,734 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T13:02:20,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T13:02:20,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1860 sec 2024-11-25T13:02:20,740 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732539740740, completionTime=-1 2024-11-25T13:02:20,740 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T13:02:20,741 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T13:02:20,743 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T13:02:20,743 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732539800743 2024-11-25T13:02:20,743 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732539860743 2024-11-25T13:02:20,743 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T13:02:20,743 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,33121,1732539727793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:20,743 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,33121,1732539727793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:20,743 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,33121,1732539727793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:20,743 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ff8009e463e:33121, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:20,743 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:20,744 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:20,745 DEBUG [master/1ff8009e463e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T13:02:20,747 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.297sec 2024-11-25T13:02:20,748 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T13:02:20,748 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T13:02:20,748 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T13:02:20,748 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T13:02:20,748 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T13:02:20,748 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,33121,1732539727793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T13:02:20,748 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,33121,1732539727793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T13:02:20,750 DEBUG [master/1ff8009e463e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T13:02:20,750 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T13:02:20,750 INFO [master/1ff8009e463e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ff8009e463e,33121,1732539727793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T13:02:20,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e7b9ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:02:20,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ff8009e463e,33121,-1 for getting cluster id 2024-11-25T13:02:20,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T13:02:20,806 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b521cbfe-04a6-4e45-b5a4-ef11dfd20804' 2024-11-25T13:02:20,806 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T13:02:20,806 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b521cbfe-04a6-4e45-b5a4-ef11dfd20804" 2024-11-25T13:02:20,807 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d4742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:02:20,807 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ff8009e463e,33121,-1] 2024-11-25T13:02:20,807 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T13:02:20,807 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:20,808 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T13:02:20,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ddf5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:02:20,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T13:02:20,810 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36787,1732539728230, seqNum=-1] 2024-11-25T13:02:20,811 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T13:02:20,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T13:02:20,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ff8009e463e,33121,1732539727793 2024-11-25T13:02:20,816 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732539740816 (current time:1732539740816). 2024-11-25T13:02:20,816 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T13:02:20,816 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T13:02:20,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc79a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:02:20,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ff8009e463e,33121,-1 for getting cluster id 2024-11-25T13:02:20,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T13:02:20,817 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b521cbfe-04a6-4e45-b5a4-ef11dfd20804' 2024-11-25T13:02:20,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T13:02:20,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b521cbfe-04a6-4e45-b5a4-ef11dfd20804" 2024-11-25T13:02:20,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2675ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:02:20,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ff8009e463e,33121,-1] 2024-11-25T13:02:20,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T13:02:20,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:20,819 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T13:02:20,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ee5bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T13:02:20,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T13:02:20,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36787,1732539728230, seqNum=-1] 2024-11-25T13:02:20,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T13:02:20,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T13:02:20,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T13:02:20,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:02:20,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:20,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:02:20,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T13:02:20,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T13:02:20,825 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ff8009e463e,33121,1732539727793 2024-11-25T13:02:20,825 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@760a7a81 2024-11-25T13:02:20,826 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T13:02:20,827 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T13:02:20,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T13:02:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T13:02:20,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T13:02:20,831 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:20,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T13:02:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:02:20,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T13:02:20,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741837_1013 (size=361) 2024-11-25T13:02:20,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741837_1013 (size=361) 2024-11-25T13:02:20,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741837_1013 (size=361) 2024-11-25T13:02:20,844 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41048c5c3ec722425cbf7add7080c088, NAME => 'SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:20,845 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9da47b211952d2d6f79ebe19bc557f32, NAME => 'SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:20,845 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a0977a1c869651d114cfa13e41845169, NAME => 'SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:20,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741838_1014 (size=62) 2024-11-25T13:02:20,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741838_1014 (size=62) 2024-11-25T13:02:20,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741838_1014 (size=62) 2024-11-25T13:02:20,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:20,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9da47b211952d2d6f79ebe19bc557f32, disabling compactions & flushes 2024-11-25T13:02:20,861 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:02:20,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:02:20,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. after waiting 1 ms 2024-11-25T13:02:20,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:02:20,862 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:02:20,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9da47b211952d2d6f79ebe19bc557f32: Waiting for close lock at 1732539740861Disabling compacts and flushes for region at 1732539740861Disabling writes for close at 1732539740862 (+1 ms)Writing region close event to WAL at 1732539740862Closed at 1732539740862 2024-11-25T13:02:20,862 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 10288c7290bdff4ce2c161b63a4d7922, NAME => 'SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741839_1015 (size=54) 2024-11-25T13:02:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741839_1015 (size=54) 2024-11-25T13:02:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741839_1015 (size=54) 2024-11-25T13:02:20,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:20,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 41048c5c3ec722425cbf7add7080c088, disabling compactions & flushes 2024-11-25T13:02:20,866 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. 2024-11-25T13:02:20,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. 2024-11-25T13:02:20,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. after waiting 0 ms 2024-11-25T13:02:20,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. 2024-11-25T13:02:20,866 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. 2024-11-25T13:02:20,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41048c5c3ec722425cbf7add7080c088: Waiting for close lock at 1732539740866Disabling compacts and flushes for region at 1732539740866Disabling writes for close at 1732539740866Writing region close event to WAL at 1732539740866Closed at 1732539740866 2024-11-25T13:02:20,867 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34176121da84a551c514c6cd1f4a5a83, NAME => 'SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741840_1016 (size=62) 2024-11-25T13:02:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741840_1016 (size=62) 2024-11-25T13:02:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741840_1016 (size=62) 2024-11-25T13:02:20,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:20,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a0977a1c869651d114cfa13e41845169, disabling compactions & flushes 2024-11-25T13:02:20,874 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:02:20,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:02:20,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. after waiting 0 ms 2024-11-25T13:02:20,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:02:20,874 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:02:20,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a0977a1c869651d114cfa13e41845169: Waiting for close lock at 1732539740874Disabling compacts and flushes for region at 1732539740874Disabling writes for close at 1732539740874Writing region close event to WAL at 1732539740874Closed at 1732539740874 2024-11-25T13:02:20,875 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d216b3f05544ed9ff94daf1ea36e09c2, NAME => 'SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:20,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741842_1018 (size=62) 2024-11-25T13:02:20,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741841_1017 (size=62) 2024-11-25T13:02:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741842_1018 (size=62) 2024-11-25T13:02:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741841_1017 (size=62) 2024-11-25T13:02:20,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:20,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 10288c7290bdff4ce2c161b63a4d7922, disabling compactions & flushes 2024-11-25T13:02:20,885 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:02:20,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:02:20,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. after waiting 0 ms 2024-11-25T13:02:20,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:02:20,885 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:02:20,885 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 10288c7290bdff4ce2c161b63a4d7922: Waiting for close lock at 1732539740885Disabling compacts and flushes for region at 1732539740885Disabling writes for close at 1732539740885Writing region close event to WAL at 1732539740885Closed at 1732539740885 2024-11-25T13:02:20,886 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d796f0cb2405eb27a025a01e6bee7592, NAME => 'SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741842_1018 (size=62) 2024-11-25T13:02:20,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741841_1017 (size=62) 2024-11-25T13:02:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741843_1019 (size=62) 2024-11-25T13:02:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741843_1019 (size=62) 2024-11-25T13:02:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741843_1019 (size=62) 2024-11-25T13:02:20,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:20,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d216b3f05544ed9ff94daf1ea36e09c2, disabling compactions & flushes 2024-11-25T13:02:20,889 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. 2024-11-25T13:02:20,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. 2024-11-25T13:02:20,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. after waiting 0 ms 2024-11-25T13:02:20,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. 2024-11-25T13:02:20,889 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. 2024-11-25T13:02:20,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d216b3f05544ed9ff94daf1ea36e09c2: Waiting for close lock at 1732539740889Disabling compacts and flushes for region at 1732539740889Disabling writes for close at 1732539740889Writing region close event to WAL at 1732539740889Closed at 1732539740889 2024-11-25T13:02:20,890 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 887e7aa79de64ec481ac2845fc44cb8e, NAME => 'SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741844_1020 (size=62) 2024-11-25T13:02:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741844_1020 (size=62) 2024-11-25T13:02:20,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741844_1020 (size=62) 2024-11-25T13:02:20,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:20,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d796f0cb2405eb27a025a01e6bee7592, disabling compactions & flushes 2024-11-25T13:02:20,896 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:02:20,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:02:20,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. after waiting 0 ms 2024-11-25T13:02:20,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:02:20,896 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:02:20,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d796f0cb2405eb27a025a01e6bee7592: Waiting for close lock at 1732539740896Disabling compacts and flushes for region at 1732539740896Disabling writes for close at 1732539740896Writing region close event to WAL at 1732539740896Closed at 1732539740896 2024-11-25T13:02:20,897 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c1a4486afa0e7d59b77846a381ca4b5e, NAME => 'SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741845_1021 (size=62) 2024-11-25T13:02:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741845_1021 (size=62) 2024-11-25T13:02:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741845_1021 (size=62) 2024-11-25T13:02:20,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:20,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 887e7aa79de64ec481ac2845fc44cb8e, disabling compactions & flushes 2024-11-25T13:02:20,899 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:02:20,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:02:20,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. after waiting 0 ms 2024-11-25T13:02:20,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:02:20,899 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:02:20,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 887e7aa79de64ec481ac2845fc44cb8e: Waiting for close lock at 1732539740899Disabling compacts and flushes for region at 1732539740899Disabling writes for close at 1732539740899Writing region close event to WAL at 1732539740899Closed at 1732539740899 2024-11-25T13:02:20,900 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 56a9b98d6d94b2f064d3a693c09612f5, NAME => 'SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5 2024-11-25T13:02:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741846_1022 (size=62) 2024-11-25T13:02:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741846_1022 (size=62) 2024-11-25T13:02:20,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741846_1022 (size=62) 2024-11-25T13:02:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741847_1023 (size=54) 2024-11-25T13:02:20,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741847_1023 (size=54) 2024-11-25T13:02:20,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c1a4486afa0e7d59b77846a381ca4b5e, disabling compactions & flushes 2024-11-25T13:02:20,913 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. 2024-11-25T13:02:20,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. 2024-11-25T13:02:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741847_1023 (size=54) 2024-11-25T13:02:20,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. after waiting 0 ms 2024-11-25T13:02:20,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. 2024-11-25T13:02:20,913 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. 2024-11-25T13:02:20,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c1a4486afa0e7d59b77846a381ca4b5e: Waiting for close lock at 1732539740913Disabling compacts and flushes for region at 1732539740913Disabling writes for close at 1732539740913Writing region close event to WAL at 1732539740913Closed at 1732539740913 2024-11-25T13:02:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:02:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:02:21,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:21,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 34176121da84a551c514c6cd1f4a5a83, disabling compactions & flushes 2024-11-25T13:02:21,286 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:02:21,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:02:21,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. after waiting 0 ms 2024-11-25T13:02:21,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:02:21,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:02:21,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34176121da84a551c514c6cd1f4a5a83: Waiting for close lock at 1732539741286Disabling compacts and flushes for region at 1732539741286Disabling writes for close at 1732539741287 (+1 ms)Writing region close event to WAL at 1732539741287Closed at 1732539741287 2024-11-25T13:02:21,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:21,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 56a9b98d6d94b2f064d3a693c09612f5, disabling compactions & flushes 2024-11-25T13:02:21,314 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:02:21,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:02:21,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. after waiting 0 ms 2024-11-25T13:02:21,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:02:21,314 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:02:21,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 56a9b98d6d94b2f064d3a693c09612f5: Waiting for close lock at 1732539741314Disabling compacts and flushes for region at 1732539741314Disabling writes for close at 1732539741314Writing region close event to WAL at 1732539741314Closed at 1732539741314 2024-11-25T13:02:21,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T13:02:21,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539741316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539741316"}]},"ts":"1732539741316"} 2024-11-25T13:02:21,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732539741316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539741316"}]},"ts":"1732539741316"} 2024-11-25T13:02:21,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539741316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539741316"}]},"ts":"1732539741316"} 2024-11-25T13:02:21,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539741316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539741316"}]},"ts":"1732539741316"} 2024-11-25T13:02:21,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539741316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539741316"}]},"ts":"1732539741316"} 2024-11-25T13:02:21,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539741316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539741316"}]},"ts":"1732539741316"} 2024-11-25T13:02:21,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539741316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539741316"}]},"ts":"1732539741316"} 2024-11-25T13:02:21,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539741316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539741316"}]},"ts":"1732539741316"} 2024-11-25T13:02:21,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732539741316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539741316"}]},"ts":"1732539741316"} 2024-11-25T13:02:21,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732539741316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732539741316"}]},"ts":"1732539741316"} 2024-11-25T13:02:21,321 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T13:02:21,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T13:02:21,324 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732539741323"}]},"ts":"1732539741323"} 2024-11-25T13:02:21,326 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T13:02:21,327 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {1ff8009e463e=0} racks are {/default-rack=0} 2024-11-25T13:02:21,335 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T13:02:21,335 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T13:02:21,335 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T13:02:21,335 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T13:02:21,335 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T13:02:21,335 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T13:02:21,335 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T13:02:21,335 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T13:02:21,335 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T13:02:21,335 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T13:02:21,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41048c5c3ec722425cbf7add7080c088, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0977a1c869651d114cfa13e41845169, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9da47b211952d2d6f79ebe19bc557f32, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10288c7290bdff4ce2c161b63a4d7922, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34176121da84a551c514c6cd1f4a5a83, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d216b3f05544ed9ff94daf1ea36e09c2, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d796f0cb2405eb27a025a01e6bee7592, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=887e7aa79de64ec481ac2845fc44cb8e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1a4486afa0e7d59b77846a381ca4b5e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56a9b98d6d94b2f064d3a693c09612f5, ASSIGN}] 2024-11-25T13:02:21,339 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41048c5c3ec722425cbf7add7080c088, ASSIGN 2024-11-25T13:02:21,339 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0977a1c869651d114cfa13e41845169, ASSIGN 2024-11-25T13:02:21,339 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9da47b211952d2d6f79ebe19bc557f32, ASSIGN 2024-11-25T13:02:21,339 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10288c7290bdff4ce2c161b63a4d7922, ASSIGN 2024-11-25T13:02:21,340 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41048c5c3ec722425cbf7add7080c088, ASSIGN; state=OFFLINE, location=1ff8009e463e,36787,1732539728230; forceNewPlan=false, retain=false 2024-11-25T13:02:21,341 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0977a1c869651d114cfa13e41845169, ASSIGN; state=OFFLINE, location=1ff8009e463e,39489,1732539728050; forceNewPlan=false, retain=false 2024-11-25T13:02:21,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9da47b211952d2d6f79ebe19bc557f32, ASSIGN; state=OFFLINE, location=1ff8009e463e,36405,1732539728326; forceNewPlan=false, retain=false 2024-11-25T13:02:21,342 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10288c7290bdff4ce2c161b63a4d7922, ASSIGN; state=OFFLINE, location=1ff8009e463e,36405,1732539728326; forceNewPlan=false, retain=false 2024-11-25T13:02:21,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1a4486afa0e7d59b77846a381ca4b5e, ASSIGN 2024-11-25T13:02:21,345 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d796f0cb2405eb27a025a01e6bee7592, ASSIGN 2024-11-25T13:02:21,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d216b3f05544ed9ff94daf1ea36e09c2, ASSIGN 2024-11-25T13:02:21,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=887e7aa79de64ec481ac2845fc44cb8e, ASSIGN 2024-11-25T13:02:21,346 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56a9b98d6d94b2f064d3a693c09612f5, ASSIGN 2024-11-25T13:02:21,346 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1a4486afa0e7d59b77846a381ca4b5e, ASSIGN; state=OFFLINE, location=1ff8009e463e,36787,1732539728230; forceNewPlan=false, retain=false 2024-11-25T13:02:21,346 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d796f0cb2405eb27a025a01e6bee7592, ASSIGN; state=OFFLINE, location=1ff8009e463e,39489,1732539728050; forceNewPlan=false, retain=false 2024-11-25T13:02:21,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=887e7aa79de64ec481ac2845fc44cb8e, ASSIGN; state=OFFLINE, location=1ff8009e463e,36405,1732539728326; forceNewPlan=false, retain=false 2024-11-25T13:02:21,347 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=56a9b98d6d94b2f064d3a693c09612f5, ASSIGN; state=OFFLINE, location=1ff8009e463e,36405,1732539728326; forceNewPlan=false, retain=false 2024-11-25T13:02:21,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d216b3f05544ed9ff94daf1ea36e09c2, ASSIGN; state=OFFLINE, location=1ff8009e463e,36787,1732539728230; forceNewPlan=false, retain=false 2024-11-25T13:02:21,350 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34176121da84a551c514c6cd1f4a5a83, ASSIGN 2024-11-25T13:02:21,351 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=34176121da84a551c514c6cd1f4a5a83, ASSIGN; state=OFFLINE, location=1ff8009e463e,39489,1732539728050; forceNewPlan=false, retain=false 2024-11-25T13:02:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:02:21,491 INFO [1ff8009e463e:33121 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T13:02:21,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d796f0cb2405eb27a025a01e6bee7592, regionState=OPENING, regionLocation=1ff8009e463e,39489,1732539728050 2024-11-25T13:02:21,492 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34176121da84a551c514c6cd1f4a5a83, regionState=OPENING, regionLocation=1ff8009e463e,39489,1732539728050 2024-11-25T13:02:21,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a0977a1c869651d114cfa13e41845169, regionState=OPENING, regionLocation=1ff8009e463e,39489,1732539728050 2024-11-25T13:02:21,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c1a4486afa0e7d59b77846a381ca4b5e, regionState=OPENING, regionLocation=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:21,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d216b3f05544ed9ff94daf1ea36e09c2, regionState=OPENING, regionLocation=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:21,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41048c5c3ec722425cbf7add7080c088, regionState=OPENING, regionLocation=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:21,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=56a9b98d6d94b2f064d3a693c09612f5, regionState=OPENING, regionLocation=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:21,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=887e7aa79de64ec481ac2845fc44cb8e, regionState=OPENING, regionLocation=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:21,494 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=10288c7290bdff4ce2c161b63a4d7922, regionState=OPENING, regionLocation=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:21,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9da47b211952d2d6f79ebe19bc557f32, regionState=OPENING, regionLocation=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:21,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d796f0cb2405eb27a025a01e6bee7592, ASSIGN because future has completed 2024-11-25T13:02:21,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0977a1c869651d114cfa13e41845169, ASSIGN because future has completed 2024-11-25T13:02:21,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d796f0cb2405eb27a025a01e6bee7592, server=1ff8009e463e,39489,1732539728050}] 2024-11-25T13:02:21,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=34176121da84a551c514c6cd1f4a5a83, ASSIGN because future has completed 2024-11-25T13:02:21,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0977a1c869651d114cfa13e41845169, server=1ff8009e463e,39489,1732539728050}] 2024-11-25T13:02:21,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1a4486afa0e7d59b77846a381ca4b5e, ASSIGN because future has completed 2024-11-25T13:02:21,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d216b3f05544ed9ff94daf1ea36e09c2, ASSIGN because future has completed 2024-11-25T13:02:21,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34176121da84a551c514c6cd1f4a5a83, server=1ff8009e463e,39489,1732539728050}] 2024-11-25T13:02:21,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d216b3f05544ed9ff94daf1ea36e09c2, server=1ff8009e463e,36787,1732539728230}] 2024-11-25T13:02:21,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41048c5c3ec722425cbf7add7080c088, ASSIGN because future has completed 2024-11-25T13:02:21,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=56a9b98d6d94b2f064d3a693c09612f5, ASSIGN because future has completed 2024-11-25T13:02:21,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1a4486afa0e7d59b77846a381ca4b5e, server=1ff8009e463e,36787,1732539728230}] 2024-11-25T13:02:21,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56a9b98d6d94b2f064d3a693c09612f5, server=1ff8009e463e,36405,1732539728326}] 2024-11-25T13:02:21,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=887e7aa79de64ec481ac2845fc44cb8e, ASSIGN because future has completed 2024-11-25T13:02:21,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10288c7290bdff4ce2c161b63a4d7922, ASSIGN because future has completed 2024-11-25T13:02:21,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9da47b211952d2d6f79ebe19bc557f32, ASSIGN because future has completed 2024-11-25T13:02:21,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887e7aa79de64ec481ac2845fc44cb8e, server=1ff8009e463e,36405,1732539728326}] 2024-11-25T13:02:21,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41048c5c3ec722425cbf7add7080c088, server=1ff8009e463e,36787,1732539728230}] 2024-11-25T13:02:21,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9da47b211952d2d6f79ebe19bc557f32, server=1ff8009e463e,36405,1732539728326}] 2024-11-25T13:02:21,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10288c7290bdff4ce2c161b63a4d7922, server=1ff8009e463e,36405,1732539728326}] 2024-11-25T13:02:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:02:21,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T13:02:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:02:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:02:25,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:25,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:26,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T13:02:26,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:26,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:26,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T13:02:26,301 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T13:02:26,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T13:02:26,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T13:02:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:02:31,504 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T13:02:31,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T13:02:31,510 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:02:31,510 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d796f0cb2405eb27a025a01e6bee7592, NAME => 'SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T13:02:31,510 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,511 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:31,511 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,511 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,512 INFO [StoreOpener-d796f0cb2405eb27a025a01e6bee7592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,513 INFO [StoreOpener-d796f0cb2405eb27a025a01e6bee7592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d796f0cb2405eb27a025a01e6bee7592 columnFamilyName cf 2024-11-25T13:02:31,513 DEBUG [StoreOpener-d796f0cb2405eb27a025a01e6bee7592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:31,514 INFO [StoreOpener-d796f0cb2405eb27a025a01e6bee7592-1 {}] regionserver.HStore(327): Store=d796f0cb2405eb27a025a01e6bee7592/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:31,514 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,515 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,515 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,515 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,515 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,517 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,520 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:31,520 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d796f0cb2405eb27a025a01e6bee7592; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66618884, jitterRate=-0.007301270961761475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:02:31,521 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:31,521 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d796f0cb2405eb27a025a01e6bee7592: Running coprocessor pre-open hook at 1732539751511Writing region info on filesystem at 1732539751511Initializing all the Stores at 1732539751512 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539751512Cleaning up temporary data from old regions at 1732539751515 (+3 ms)Running coprocessor post-open hooks at 1732539751521 (+6 ms)Region opened successfully at 1732539751521 2024-11-25T13:02:31,522 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592., pid=15, masterSystemTime=1732539751504 2024-11-25T13:02:31,524 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:02:31,524 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:02:31,524 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:02:31,524 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a0977a1c869651d114cfa13e41845169, NAME => 'SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T13:02:31,524 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d796f0cb2405eb27a025a01e6bee7592, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,39489,1732539728050 2024-11-25T13:02:31,524 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,525 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:31,525 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,525 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d796f0cb2405eb27a025a01e6bee7592, server=1ff8009e463e,39489,1732539728050 because future has completed 2024-11-25T13:02:31,527 INFO [StoreOpener-a0977a1c869651d114cfa13e41845169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,530 INFO [StoreOpener-a0977a1c869651d114cfa13e41845169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0977a1c869651d114cfa13e41845169 columnFamilyName cf 2024-11-25T13:02:31,530 DEBUG [StoreOpener-a0977a1c869651d114cfa13e41845169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:31,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-25T13:02:31,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d796f0cb2405eb27a025a01e6bee7592, server=1ff8009e463e,39489,1732539728050 in 10.0290 sec 2024-11-25T13:02:31,531 INFO [StoreOpener-a0977a1c869651d114cfa13e41845169-1 {}] regionserver.HStore(327): Store=a0977a1c869651d114cfa13e41845169/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:31,531 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,532 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,532 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,533 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,533 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d796f0cb2405eb27a025a01e6bee7592, ASSIGN in 10.1950 sec 2024-11-25T13:02:31,534 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,536 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/a0977a1c869651d114cfa13e41845169/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:31,537 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a0977a1c869651d114cfa13e41845169; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68090500, jitterRate=0.014627516269683838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:02:31,537 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:31,537 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a0977a1c869651d114cfa13e41845169: Running coprocessor pre-open hook at 1732539751525Writing region info on filesystem at 1732539751525Initializing all the Stores at 1732539751526 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539751526Cleaning up temporary data from old regions at 1732539751533 (+7 ms)Running coprocessor post-open hooks at 1732539751537 (+4 ms)Region opened successfully at 1732539751537 2024-11-25T13:02:31,538 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169., pid=16, masterSystemTime=1732539751504 2024-11-25T13:02:31,540 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:02:31,540 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:02:31,540 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:02:31,540 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 34176121da84a551c514c6cd1f4a5a83, NAME => 'SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T13:02:31,540 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,540 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:31,541 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,541 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a0977a1c869651d114cfa13e41845169, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,39489,1732539728050 2024-11-25T13:02:31,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0977a1c869651d114cfa13e41845169, server=1ff8009e463e,39489,1732539728050 because future has completed 2024-11-25T13:02:31,544 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T13:02:31,546 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33121 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1ff8009e463e,39489,1732539728050, table=SPTestTable, region=a0977a1c869651d114cfa13e41845169. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T13:02:31,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T13:02:31,547 INFO [StoreOpener-34176121da84a551c514c6cd1f4a5a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-25T13:02:31,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a0977a1c869651d114cfa13e41845169, server=1ff8009e463e,39489,1732539728050 in 10.0450 sec 2024-11-25T13:02:31,552 INFO [StoreOpener-34176121da84a551c514c6cd1f4a5a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34176121da84a551c514c6cd1f4a5a83 columnFamilyName cf 2024-11-25T13:02:31,552 DEBUG [StoreOpener-34176121da84a551c514c6cd1f4a5a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:31,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0977a1c869651d114cfa13e41845169, ASSIGN in 10.2150 sec 2024-11-25T13:02:31,554 INFO [StoreOpener-34176121da84a551c514c6cd1f4a5a83-1 {}] regionserver.HStore(327): Store=34176121da84a551c514c6cd1f4a5a83/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:31,555 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,556 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,556 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,556 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,556 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,558 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,565 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. 2024-11-25T13:02:31,566 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d216b3f05544ed9ff94daf1ea36e09c2, NAME => 'SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T13:02:31,567 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/34176121da84a551c514c6cd1f4a5a83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:31,567 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,567 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:31,567 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,567 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,567 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 34176121da84a551c514c6cd1f4a5a83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69944038, jitterRate=0.042247384786605835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:02:31,567 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:31,567 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 34176121da84a551c514c6cd1f4a5a83: Running coprocessor pre-open hook at 1732539751541Writing region info on filesystem at 1732539751541Initializing all the Stores at 1732539751542 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539751543 (+1 ms)Cleaning up temporary data from old regions at 1732539751556 (+13 ms)Running coprocessor post-open hooks at 1732539751567 (+11 ms)Region opened successfully at 1732539751567 2024-11-25T13:02:31,568 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83., pid=17, masterSystemTime=1732539751504 2024-11-25T13:02:31,571 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:02:31,571 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:02:31,571 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34176121da84a551c514c6cd1f4a5a83, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,39489,1732539728050 2024-11-25T13:02:31,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34176121da84a551c514c6cd1f4a5a83, server=1ff8009e463e,39489,1732539728050 because future has completed 2024-11-25T13:02:31,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-25T13:02:31,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 34176121da84a551c514c6cd1f4a5a83, server=1ff8009e463e,39489,1732539728050 in 10.0660 sec 2024-11-25T13:02:31,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34176121da84a551c514c6cd1f4a5a83, ASSIGN in 10.2400 sec 2024-11-25T13:02:31,579 INFO [StoreOpener-d216b3f05544ed9ff94daf1ea36e09c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,582 INFO [StoreOpener-d216b3f05544ed9ff94daf1ea36e09c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d216b3f05544ed9ff94daf1ea36e09c2 columnFamilyName cf 2024-11-25T13:02:31,582 DEBUG [StoreOpener-d216b3f05544ed9ff94daf1ea36e09c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:31,582 INFO [StoreOpener-d216b3f05544ed9ff94daf1ea36e09c2-1 {}] regionserver.HStore(327): Store=d216b3f05544ed9ff94daf1ea36e09c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:31,582 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,583 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,584 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,584 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,584 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,587 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,592 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:02:31,592 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 56a9b98d6d94b2f064d3a693c09612f5, NAME => 'SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T13:02:31,592 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,592 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:31,592 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,592 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,600 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d216b3f05544ed9ff94daf1ea36e09c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:31,602 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d216b3f05544ed9ff94daf1ea36e09c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68359824, jitterRate=0.018640756607055664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:02:31,602 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:31,602 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d216b3f05544ed9ff94daf1ea36e09c2: Running coprocessor pre-open hook at 1732539751567Writing region info on filesystem at 1732539751567Initializing all the Stores at 1732539751568 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539751568Cleaning up temporary data from old regions at 1732539751584 (+16 ms)Running coprocessor post-open hooks at 1732539751602 (+18 ms)Region opened successfully at 1732539751602 2024-11-25T13:02:31,603 INFO [StoreOpener-56a9b98d6d94b2f064d3a693c09612f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,604 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2., pid=18, masterSystemTime=1732539751541 2024-11-25T13:02:31,605 INFO [StoreOpener-56a9b98d6d94b2f064d3a693c09612f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56a9b98d6d94b2f064d3a693c09612f5 columnFamilyName cf 2024-11-25T13:02:31,605 DEBUG [StoreOpener-56a9b98d6d94b2f064d3a693c09612f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:31,609 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. 2024-11-25T13:02:31,609 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. 2024-11-25T13:02:31,609 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. 2024-11-25T13:02:31,610 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c1a4486afa0e7d59b77846a381ca4b5e, NAME => 'SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T13:02:31,610 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,610 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:31,611 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,611 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,613 INFO [StoreOpener-c1a4486afa0e7d59b77846a381ca4b5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,615 INFO [StoreOpener-c1a4486afa0e7d59b77846a381ca4b5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1a4486afa0e7d59b77846a381ca4b5e columnFamilyName cf 2024-11-25T13:02:31,615 DEBUG [StoreOpener-c1a4486afa0e7d59b77846a381ca4b5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:31,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d216b3f05544ed9ff94daf1ea36e09c2, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:31,618 INFO [StoreOpener-c1a4486afa0e7d59b77846a381ca4b5e-1 {}] regionserver.HStore(327): Store=c1a4486afa0e7d59b77846a381ca4b5e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:31,618 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,620 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,620 INFO [StoreOpener-56a9b98d6d94b2f064d3a693c09612f5-1 {}] regionserver.HStore(327): Store=56a9b98d6d94b2f064d3a693c09612f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:31,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d216b3f05544ed9ff94daf1ea36e09c2, server=1ff8009e463e,36787,1732539728230 because future has completed 2024-11-25T13:02:31,620 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,621 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,621 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,624 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,625 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-25T13:02:31,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d216b3f05544ed9ff94daf1ea36e09c2, server=1ff8009e463e,36787,1732539728230 in 10.1120 sec 2024-11-25T13:02:31,626 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,626 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,627 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,628 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d216b3f05544ed9ff94daf1ea36e09c2, ASSIGN in 10.2890 sec 2024-11-25T13:02:31,638 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/c1a4486afa0e7d59b77846a381ca4b5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:31,639 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c1a4486afa0e7d59b77846a381ca4b5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71327540, jitterRate=0.06286317110061646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:02:31,639 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:31,639 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c1a4486afa0e7d59b77846a381ca4b5e: Running coprocessor pre-open hook at 1732539751611Writing region info on filesystem at 1732539751611Initializing all the Stores at 1732539751613 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539751613Cleaning up temporary data from old regions at 1732539751621 (+8 ms)Running coprocessor post-open hooks at 1732539751639 (+18 ms)Region opened successfully at 1732539751639 2024-11-25T13:02:31,640 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e., pid=19, masterSystemTime=1732539751541 2024-11-25T13:02:31,643 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,645 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. 2024-11-25T13:02:31,645 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. 2024-11-25T13:02:31,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c1a4486afa0e7d59b77846a381ca4b5e, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:31,645 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. 2024-11-25T13:02:31,645 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 41048c5c3ec722425cbf7add7080c088, NAME => 'SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T13:02:31,648 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,649 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:31,649 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,649 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1a4486afa0e7d59b77846a381ca4b5e, server=1ff8009e463e,36787,1732539728230 because future has completed 2024-11-25T13:02:31,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-25T13:02:31,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c1a4486afa0e7d59b77846a381ca4b5e, server=1ff8009e463e,36787,1732539728230 in 10.1260 sec 2024-11-25T13:02:31,657 INFO [StoreOpener-41048c5c3ec722425cbf7add7080c088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1a4486afa0e7d59b77846a381ca4b5e, ASSIGN in 10.3180 sec 2024-11-25T13:02:31,658 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:31,658 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 56a9b98d6d94b2f064d3a693c09612f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72101308, jitterRate=0.07439321279525757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:02:31,658 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:31,658 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 56a9b98d6d94b2f064d3a693c09612f5: Running coprocessor pre-open hook at 1732539751592Writing region info on filesystem at 1732539751593 (+1 ms)Initializing all the Stores at 1732539751594 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539751594Cleaning up temporary data from old regions at 1732539751628 (+34 ms)Running coprocessor post-open hooks at 1732539751658 (+30 ms)Region opened successfully at 1732539751658 2024-11-25T13:02:31,660 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5., pid=20, masterSystemTime=1732539751544 2024-11-25T13:02:31,662 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:02:31,662 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:02:31,663 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:02:31,663 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 887e7aa79de64ec481ac2845fc44cb8e, NAME => 'SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T13:02:31,663 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,663 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:31,663 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,663 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,664 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=56a9b98d6d94b2f064d3a693c09612f5, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:31,666 INFO [StoreOpener-41048c5c3ec722425cbf7add7080c088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41048c5c3ec722425cbf7add7080c088 columnFamilyName cf 2024-11-25T13:02:31,666 DEBUG [StoreOpener-41048c5c3ec722425cbf7add7080c088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:31,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56a9b98d6d94b2f064d3a693c09612f5, server=1ff8009e463e,36405,1732539728326 because future has completed 2024-11-25T13:02:31,667 INFO [StoreOpener-41048c5c3ec722425cbf7add7080c088-1 {}] regionserver.HStore(327): Store=41048c5c3ec722425cbf7add7080c088/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:31,668 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-25T13:02:31,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 56a9b98d6d94b2f064d3a693c09612f5, server=1ff8009e463e,36405,1732539728326 in 10.1410 sec 2024-11-25T13:02:31,671 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,671 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56a9b98d6d94b2f064d3a693c09612f5, ASSIGN in 10.3340 sec 2024-11-25T13:02:31,672 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,672 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,674 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,675 INFO [StoreOpener-887e7aa79de64ec481ac2845fc44cb8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,677 INFO [StoreOpener-887e7aa79de64ec481ac2845fc44cb8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887e7aa79de64ec481ac2845fc44cb8e columnFamilyName cf 2024-11-25T13:02:31,677 DEBUG [StoreOpener-887e7aa79de64ec481ac2845fc44cb8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:31,678 INFO [StoreOpener-887e7aa79de64ec481ac2845fc44cb8e-1 {}] regionserver.HStore(327): Store=887e7aa79de64ec481ac2845fc44cb8e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:31,678 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,679 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,679 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,680 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,680 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,681 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,684 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/41048c5c3ec722425cbf7add7080c088/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:31,685 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 41048c5c3ec722425cbf7add7080c088; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67403819, jitterRate=0.0043951719999313354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:02:31,685 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:31,685 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 41048c5c3ec722425cbf7add7080c088: Running coprocessor pre-open hook at 1732539751649Writing region info on filesystem at 1732539751649Initializing all the Stores at 1732539751652 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539751652Cleaning up temporary data from old regions at 1732539751672 (+20 ms)Running coprocessor post-open hooks at 1732539751685 (+13 ms)Region opened successfully at 1732539751685 2024-11-25T13:02:31,686 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088., pid=21, masterSystemTime=1732539751541 2024-11-25T13:02:31,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41048c5c3ec722425cbf7add7080c088, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:31,690 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. 2024-11-25T13:02:31,691 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. 2024-11-25T13:02:31,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41048c5c3ec722425cbf7add7080c088, server=1ff8009e463e,36787,1732539728230 because future has completed 2024-11-25T13:02:31,693 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:31,695 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 887e7aa79de64ec481ac2845fc44cb8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68071884, jitterRate=0.01435011625289917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:02:31,695 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:31,695 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 887e7aa79de64ec481ac2845fc44cb8e: Running coprocessor pre-open hook at 1732539751664Writing region info on filesystem at 1732539751664Initializing all the Stores at 1732539751666 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539751666Cleaning up temporary data from old regions at 1732539751680 (+14 ms)Running coprocessor post-open hooks at 1732539751695 (+15 ms)Region opened successfully at 1732539751695 2024-11-25T13:02:31,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-25T13:02:31,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41048c5c3ec722425cbf7add7080c088, server=1ff8009e463e,36787,1732539728230 in 10.1520 sec 2024-11-25T13:02:31,697 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e., pid=22, masterSystemTime=1732539751544 2024-11-25T13:02:31,701 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:02:31,701 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:02:31,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41048c5c3ec722425cbf7add7080c088, ASSIGN in 10.3600 sec 2024-11-25T13:02:31,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=887e7aa79de64ec481ac2845fc44cb8e, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:31,701 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:02:31,702 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 10288c7290bdff4ce2c161b63a4d7922, NAME => 'SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T13:02:31,702 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,702 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:31,702 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,702 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887e7aa79de64ec481ac2845fc44cb8e, server=1ff8009e463e,36405,1732539728326 because future has completed 2024-11-25T13:02:31,707 INFO [StoreOpener-10288c7290bdff4ce2c161b63a4d7922-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,709 INFO [StoreOpener-10288c7290bdff4ce2c161b63a4d7922-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10288c7290bdff4ce2c161b63a4d7922 columnFamilyName cf 2024-11-25T13:02:31,709 DEBUG [StoreOpener-10288c7290bdff4ce2c161b63a4d7922-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:31,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-25T13:02:31,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 887e7aa79de64ec481ac2845fc44cb8e, server=1ff8009e463e,36405,1732539728326 in 10.1640 sec 2024-11-25T13:02:31,711 INFO [StoreOpener-10288c7290bdff4ce2c161b63a4d7922-1 {}] regionserver.HStore(327): Store=10288c7290bdff4ce2c161b63a4d7922/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:31,711 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=887e7aa79de64ec481ac2845fc44cb8e, ASSIGN in 10.3740 sec 2024-11-25T13:02:31,712 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,713 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,713 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,714 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,715 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,719 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/10288c7290bdff4ce2c161b63a4d7922/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:31,720 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 10288c7290bdff4ce2c161b63a4d7922; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68042933, jitterRate=0.013918712735176086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:02:31,720 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:31,720 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 10288c7290bdff4ce2c161b63a4d7922: Running coprocessor pre-open hook at 1732539751702Writing region info on filesystem at 1732539751702Initializing all the Stores at 1732539751705 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539751706 (+1 ms)Cleaning up temporary data from old regions at 1732539751714 (+8 ms)Running coprocessor post-open hooks at 1732539751720 (+6 ms)Region opened successfully at 1732539751720 2024-11-25T13:02:31,722 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922., pid=24, masterSystemTime=1732539751544 2024-11-25T13:02:31,724 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:02:31,725 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:02:31,725 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:02:31,725 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 9da47b211952d2d6f79ebe19bc557f32, NAME => 'SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T13:02:31,725 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,725 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:02:31,725 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,725 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=10288c7290bdff4ce2c161b63a4d7922, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:31,728 INFO [StoreOpener-9da47b211952d2d6f79ebe19bc557f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10288c7290bdff4ce2c161b63a4d7922, server=1ff8009e463e,36405,1732539728326 because future has completed 2024-11-25T13:02:31,732 INFO [StoreOpener-9da47b211952d2d6f79ebe19bc557f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9da47b211952d2d6f79ebe19bc557f32 columnFamilyName cf 2024-11-25T13:02:31,732 DEBUG [StoreOpener-9da47b211952d2d6f79ebe19bc557f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:02:31,734 INFO [StoreOpener-9da47b211952d2d6f79ebe19bc557f32-1 {}] regionserver.HStore(327): Store=9da47b211952d2d6f79ebe19bc557f32/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T13:02:31,734 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,735 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,736 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,736 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,737 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-25T13:02:31,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 10288c7290bdff4ce2c161b63a4d7922, server=1ff8009e463e,36405,1732539728326 in 10.1850 sec 2024-11-25T13:02:31,740 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10288c7290bdff4ce2c161b63a4d7922, ASSIGN in 10.4030 sec 2024-11-25T13:02:31,745 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/9da47b211952d2d6f79ebe19bc557f32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T13:02:31,746 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 9da47b211952d2d6f79ebe19bc557f32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69835803, jitterRate=0.040634557604789734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T13:02:31,746 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:31,746 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 9da47b211952d2d6f79ebe19bc557f32: Running coprocessor pre-open hook at 1732539751726Writing region info on filesystem at 1732539751726Initializing all the Stores at 1732539751727 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539751727Cleaning up temporary data from old regions at 1732539751737 (+10 ms)Running coprocessor post-open hooks at 1732539751746 (+9 ms)Region opened successfully at 1732539751746 2024-11-25T13:02:31,747 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32., pid=23, masterSystemTime=1732539751544 2024-11-25T13:02:31,752 DEBUG [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:02:31,752 INFO [RS_OPEN_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:02:31,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9da47b211952d2d6f79ebe19bc557f32, regionState=OPEN, openSeqNum=2, regionLocation=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:31,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9da47b211952d2d6f79ebe19bc557f32, server=1ff8009e463e,36405,1732539728326 because future has completed 2024-11-25T13:02:31,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-25T13:02:31,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9da47b211952d2d6f79ebe19bc557f32, server=1ff8009e463e,36405,1732539728326 in 10.2300 sec 2024-11-25T13:02:31,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-25T13:02:31,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9da47b211952d2d6f79ebe19bc557f32, ASSIGN in 10.4420 sec 2024-11-25T13:02:31,782 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T13:02:31,783 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732539751782"}]},"ts":"1732539751782"} 2024-11-25T13:02:31,785 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T13:02:31,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T13:02:31,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9580 sec 2024-11-25T13:02:33,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T13:02:36,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:36,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:37,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T13:02:37,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:37,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T13:02:37,757 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T13:02:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T13:02:39,083 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T13:02:39,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T13:02:39,083 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T13:02:39,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T13:02:39,087 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T13:02:39,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T13:02:39,129 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592., hostname=1ff8009e463e,39489,1732539728050, seqNum=2] 2024-11-25T13:02:39,130 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592., hostname=1ff8009e463e,39489,1732539728050, seqNum=2] 2024-11-25T13:02:39,132 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592., hostname=1ff8009e463e,39489,1732539728050, seqNum=2] 2024-11-25T13:02:39,133 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592., hostname=1ff8009e463e,39489,1732539728050, seqNum=2] 2024-11-25T13:02:39,136 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592., hostname=1ff8009e463e,39489,1732539728050, seqNum=2] 2024-11-25T13:02:39,183 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e., hostname=1ff8009e463e,36405,1732539728326, seqNum=2] 2024-11-25T13:02:39,185 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e., hostname=1ff8009e463e,36405,1732539728326, seqNum=2] 2024-11-25T13:02:39,192 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e., hostname=1ff8009e463e,36405,1732539728326, seqNum=2] 2024-11-25T13:02:39,196 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e., hostname=1ff8009e463e,36405,1732539728326, seqNum=2] 2024-11-25T13:02:39,217 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e., hostname=1ff8009e463e,36405,1732539728326, seqNum=2] 2024-11-25T13:02:39,266 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e., hostname=1ff8009e463e,36787,1732539728230, seqNum=2] 2024-11-25T13:02:39,267 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e., hostname=1ff8009e463e,36787,1732539728230, seqNum=2] 2024-11-25T13:02:39,269 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e., hostname=1ff8009e463e,36787,1732539728230, seqNum=2] 2024-11-25T13:02:39,275 INFO [regionserver/1ff8009e463e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-25T13:02:39,286 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e., hostname=1ff8009e463e,36787,1732539728230, seqNum=2] 2024-11-25T13:02:39,456 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5., hostname=1ff8009e463e,36405,1732539728326, seqNum=2] 2024-11-25T13:02:39,458 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5., hostname=1ff8009e463e,36405,1732539728326, seqNum=2] 2024-11-25T13:02:40,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T13:02:40,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T13:02:40,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T13:02:40,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T13:02:40,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T13:02:40,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36787 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T13:02:40,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:02:41,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T13:02:41,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T13:02:42,116 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T13:02:42,116 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T13:02:42,120 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T13:02:42,122 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T13:02:42,145 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T13:02:42,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741848_1024 (size=49) 2024-11-25T13:02:42,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741848_1024 (size=49) 2024-11-25T13:02:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741848_1024 (size=49) 2024-11-25T13:02:42,242 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T13:02:42,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41048c5c3ec722425cbf7add7080c088}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0977a1c869651d114cfa13e41845169}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9da47b211952d2d6f79ebe19bc557f32}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10288c7290bdff4ce2c161b63a4d7922}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34176121da84a551c514c6cd1f4a5a83}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d216b3f05544ed9ff94daf1ea36e09c2}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d796f0cb2405eb27a025a01e6bee7592}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 887e7aa79de64ec481ac2845fc44cb8e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1a4486afa0e7d59b77846a381ca4b5e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 56a9b98d6d94b2f064d3a693c09612f5}] 2024-11-25T13:02:42,245 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:42,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:42,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:42,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:42,253 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:42,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:42,260 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:42,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:42,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:42,275 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:44,643 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ff8009e463e:43537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-25T13:02:51,544 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=1ff8009e463e,39489,1732539728050, timeout=1732539772253, delay=708, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0977a1c869651d114cfa13e41845169, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34176121da84a551c514c6cd1f4a5a83, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d796f0cb2405eb27a025a01e6bee7592], containedObject=1ff8009e463e,36405,1732539728326, timeout=1732539772253, delay=708, operations=[pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10288c7290bdff4ce2c161b63a4d7922, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 887e7aa79de64ec481ac2845fc44cb8e, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9da47b211952d2d6f79ebe19bc557f32, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 56a9b98d6d94b2f064d3a693c09612f5], containedObject=1ff8009e463e,36787,1732539728230, timeout=1732539772253, delay=708, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d216b3f05544ed9ff94daf1ea36e09c2, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1a4486afa0e7d59b77846a381ca4b5e, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41048c5c3ec722425cbf7add7080c088]] 2024-11-25T13:02:52,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T13:02:52,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T13:02:52,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T13:02:52,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T13:02:52,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:02:52,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T13:02:52,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:02:52,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a0977a1c869651d114cfa13e41845169: 2024-11-25T13:02:52,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. for SnapshotProcedureTest completed. 2024-11-25T13:02:52,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. 2024-11-25T13:02:52,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 10288c7290bdff4ce2c161b63a4d7922: 2024-11-25T13:02:52,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. for SnapshotProcedureTest completed. 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d216b3f05544ed9ff94daf1ea36e09c2: 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. for SnapshotProcedureTest completed. 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 34176121da84a551c514c6cd1f4a5a83: 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. for SnapshotProcedureTest completed. 2024-11-25T13:02:52,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:02:52,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:02:52,255 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing d796f0cb2405eb27a025a01e6bee7592 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-25T13:02:52,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:02:52,256 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 887e7aa79de64ec481ac2845fc44cb8e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T13:02:52,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T13:02:52,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:02:52,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 9da47b211952d2d6f79ebe19bc557f32: 2024-11-25T13:02:52,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. for SnapshotProcedureTest completed. 2024-11-25T13:02:52,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T13:02:52,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. 2024-11-25T13:02:52,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:02:52,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:02:52,257 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing c1a4486afa0e7d59b77846a381ca4b5e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-25T13:02:52,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. 2024-11-25T13:02:52,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 41048c5c3ec722425cbf7add7080c088: 2024-11-25T13:02:52,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. for SnapshotProcedureTest completed. 2024-11-25T13:02:52,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:02:52,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T13:02:52,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/c1a4486afa0e7d59b77846a381ca4b5e/.tmp/cf/836b943437364607a7fc280824f7f251 is 34, key is ccd/cf:cf/1732539760923/Put/seqid=0 2024-11-25T13:02:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741850_1026 (size=57) 2024-11-25T13:02:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741850_1026 (size=57) 2024-11-25T13:02:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741850_1026 (size=57) 2024-11-25T13:02:52,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e/.tmp/cf/a1e87aaf77db484897400ba288060429 is 34, key is baa/cf:cf/1732539761012/Put/seqid=0 2024-11-25T13:02:52,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732539740828.41048c5c3ec722425cbf7add7080c088. 2024-11-25T13:02:52,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T13:02:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T13:02:52,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:52,286 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41048c5c3ec722425cbf7add7080c088 2024-11-25T13:02:52,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41048c5c3ec722425cbf7add7080c088 in 10.0450 sec 2024-11-25T13:02:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741849_1025 (size=65) 2024-11-25T13:02:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741849_1025 (size=65) 2024-11-25T13:02:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741849_1025 (size=65) 2024-11-25T13:02:52,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732539740828.d216b3f05544ed9ff94daf1ea36e09c2. 2024-11-25T13:02:52,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T13:02:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T13:02:52,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:52,290 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d216b3f05544ed9ff94daf1ea36e09c2 2024-11-25T13:02:52,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592/.tmp/cf/8f0eb7481c064d4d8266fceb9232201b is 34, key is aaa/cf:cf/1732539760885/Put/seqid=0 2024-11-25T13:02:52,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d216b3f05544ed9ff94daf1ea36e09c2 in 10.0490 sec 2024-11-25T13:02:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741851_1027 (size=65) 2024-11-25T13:02:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741851_1027 (size=65) 2024-11-25T13:02:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741852_1028 (size=65) 2024-11-25T13:02:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741851_1027 (size=65) 2024-11-25T13:02:52,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741852_1028 (size=65) 2024-11-25T13:02:52,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741852_1028 (size=65) 2024-11-25T13:02:52,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:02:52,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T13:02:52,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741854_1030 (size=65) 2024-11-25T13:02:52,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:02:52,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741854_1030 (size=65) 2024-11-25T13:02:52,306 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 56a9b98d6d94b2f064d3a693c09612f5 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-25T13:02:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T13:02:52,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:52,307 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:02:52,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:02:52,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T13:02:52,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741854_1030 (size=65) 2024-11-25T13:02:52,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:02:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T13:02:52,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T13:02:52,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:52,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0977a1c869651d114cfa13e41845169 2024-11-25T13:02:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T13:02:52,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:52,310 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:02:52,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 10288c7290bdff4ce2c161b63a4d7922 in 10.0680 sec 2024-11-25T13:02:52,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 34176121da84a551c514c6cd1f4a5a83 in 10.0680 sec 2024-11-25T13:02:52,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a0977a1c869651d114cfa13e41845169 in 10.0680 sec 2024-11-25T13:02:52,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741855_1031 (size=47197) 2024-11-25T13:02:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741855_1031 (size=47197) 2024-11-25T13:02:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741856_1032 (size=28623) 2024-11-25T13:02:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741855_1031 (size=47197) 2024-11-25T13:02:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741856_1032 (size=28623) 2024-11-25T13:02:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741856_1032 (size=28623) 2024-11-25T13:02:52,317 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/c1a4486afa0e7d59b77846a381ca4b5e/.tmp/cf/836b943437364607a7fc280824f7f251 2024-11-25T13:02:52,317 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e/.tmp/cf/a1e87aaf77db484897400ba288060429 2024-11-25T13:02:52,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741857_1033 (size=26918) 2024-11-25T13:02:52,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741857_1033 (size=26918) 2024-11-25T13:02:52,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741857_1033 (size=26918) 2024-11-25T13:02:52,319 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592/.tmp/cf/8f0eb7481c064d4d8266fceb9232201b 2024-11-25T13:02:52,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741853_1029 (size=65) 2024-11-25T13:02:52,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e/.tmp/cf/a1e87aaf77db484897400ba288060429 as hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e/cf/a1e87aaf77db484897400ba288060429 2024-11-25T13:02:52,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592/.tmp/cf/8f0eb7481c064d4d8266fceb9232201b as hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592/cf/8f0eb7481c064d4d8266fceb9232201b 2024-11-25T13:02:52,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741853_1029 (size=65) 2024-11-25T13:02:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/c1a4486afa0e7d59b77846a381ca4b5e/.tmp/cf/836b943437364607a7fc280824f7f251 as hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/c1a4486afa0e7d59b77846a381ca4b5e/cf/836b943437364607a7fc280824f7f251 2024-11-25T13:02:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741853_1029 (size=65) 2024-11-25T13:02:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:02:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T13:02:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T13:02:52,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:52,333 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:02:52,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9da47b211952d2d6f79ebe19bc557f32 in 10.0920 sec 2024-11-25T13:02:52,342 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592/cf/8f0eb7481c064d4d8266fceb9232201b, entries=676, sequenceid=5, filesize=26.3 K 2024-11-25T13:02:52,343 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e/cf/a1e87aaf77db484897400ba288060429, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T13:02:52,343 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for d796f0cb2405eb27a025a01e6bee7592 in 88ms, sequenceid=5, compaction requested=false 2024-11-25T13:02:52,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d796f0cb2405eb27a025a01e6bee7592: 2024-11-25T13:02:52,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. for SnapshotProcedureTest completed. 2024-11-25T13:02:52,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:02:52,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592/cf/8f0eb7481c064d4d8266fceb9232201b] hfiles 2024-11-25T13:02:52,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592/cf/8f0eb7481c064d4d8266fceb9232201b for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,344 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 887e7aa79de64ec481ac2845fc44cb8e in 88ms, sequenceid=5, compaction requested=false 2024-11-25T13:02:52,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 887e7aa79de64ec481ac2845fc44cb8e: 2024-11-25T13:02:52,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. for SnapshotProcedureTest completed. 2024-11-25T13:02:52,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:02:52,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e/cf/a1e87aaf77db484897400ba288060429] hfiles 2024-11-25T13:02:52,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e/cf/a1e87aaf77db484897400ba288060429 for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,351 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/c1a4486afa0e7d59b77846a381ca4b5e/cf/836b943437364607a7fc280824f7f251, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-25T13:02:52,352 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for c1a4486afa0e7d59b77846a381ca4b5e in 96ms, sequenceid=5, compaction requested=false 2024-11-25T13:02:52,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for c1a4486afa0e7d59b77846a381ca4b5e: 2024-11-25T13:02:52,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. for SnapshotProcedureTest completed. 2024-11-25T13:02:52,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:02:52,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/c1a4486afa0e7d59b77846a381ca4b5e/cf/836b943437364607a7fc280824f7f251] hfiles 2024-11-25T13:02:52,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/c1a4486afa0e7d59b77846a381ca4b5e/cf/836b943437364607a7fc280824f7f251 for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5/.tmp/cf/b220b9f7606d43aea86ec7e2f785cccf is 34, key is eaa/cf:cf/1732539761878/Put/seqid=0 2024-11-25T13:02:52,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741859_1035 (size=105) 2024-11-25T13:02:52,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741858_1034 (size=499309) 2024-11-25T13:02:52,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741859_1035 (size=105) 2024-11-25T13:02:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741858_1034 (size=499309) 2024-11-25T13:02:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741859_1035 (size=105) 2024-11-25T13:02:52,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:02:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741858_1034 (size=499309) 2024-11-25T13:02:52,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T13:02:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T13:02:52,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:52,390 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:02:52,391 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5/.tmp/cf/b220b9f7606d43aea86ec7e2f785cccf 2024-11-25T13:02:52,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d796f0cb2405eb27a025a01e6bee7592 in 10.1490 sec 2024-11-25T13:02:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741860_1036 (size=105) 2024-11-25T13:02:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741860_1036 (size=105) 2024-11-25T13:02:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741860_1036 (size=105) 2024-11-25T13:02:52,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:02:52,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T13:02:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T13:02:52,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:52,397 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:02:52,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 887e7aa79de64ec481ac2845fc44cb8e in 10.1560 sec 2024-11-25T13:02:52,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741861_1037 (size=105) 2024-11-25T13:02:52,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741861_1037 (size=105) 2024-11-25T13:02:52,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741861_1037 (size=105) 2024-11-25T13:02:52,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732539740828.c1a4486afa0e7d59b77846a381ca4b5e. 2024-11-25T13:02:52,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T13:02:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T13:02:52,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:52,403 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1a4486afa0e7d59b77846a381ca4b5e 2024-11-25T13:02:52,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5/.tmp/cf/b220b9f7606d43aea86ec7e2f785cccf as hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5/cf/b220b9f7606d43aea86ec7e2f785cccf 2024-11-25T13:02:52,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c1a4486afa0e7d59b77846a381ca4b5e in 10.1620 sec 2024-11-25T13:02:52,410 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5/cf/b220b9f7606d43aea86ec7e2f785cccf, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-25T13:02:52,411 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 56a9b98d6d94b2f064d3a693c09612f5 in 105ms, sequenceid=5, compaction requested=false 2024-11-25T13:02:52,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 56a9b98d6d94b2f064d3a693c09612f5: 2024-11-25T13:02:52,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. for SnapshotProcedureTest completed. 2024-11-25T13:02:52,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T13:02:52,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5/cf/b220b9f7606d43aea86ec7e2f785cccf] hfiles 2024-11-25T13:02:52,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5/cf/b220b9f7606d43aea86ec7e2f785cccf for snapshot=SnapshotProcedureTest 2024-11-25T13:02:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741862_1038 (size=97) 2024-11-25T13:02:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741862_1038 (size=97) 2024-11-25T13:02:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741862_1038 (size=97) 2024-11-25T13:02:52,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:02:52,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T13:02:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T13:02:52,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:52,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:02:52,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-25T13:02:52,427 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T13:02:52,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 56a9b98d6d94b2f064d3a693c09612f5 in 10.1830 sec 2024-11-25T13:02:52,428 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T13:02:52,429 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T13:02:52,429 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T13:02:52,430 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T13:02:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741863_1039 (size=1174) 2024-11-25T13:02:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741863_1039 (size=1174) 2024-11-25T13:02:52,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741863_1039 (size=1174) 2024-11-25T13:02:52,458 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T13:02:52,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T13:02:52,466 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,39489,1732539728050 2024-11-25T13:02:52,466 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:52,466 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,39489,1732539728050 2024-11-25T13:02:52,466 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:52,466 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,39489,1732539728050 2024-11-25T13:02:52,470 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:52,470 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,36787,1732539728230 2024-11-25T13:02:52,471 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:52,471 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,36405,1732539728326 2024-11-25T13:02:52,546 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T13:03:00,751 INFO [master/1ff8009e463e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T13:03:00,751 INFO [master/1ff8009e463e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T13:03:02,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-25T13:03:02,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-25T13:03:02,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-25T13:03:02,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-25T13:03:02,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-25T13:03:02,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-25T13:03:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T13:03:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-25T13:03:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-25T13:03:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T13:03:02,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-25T13:03:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-25T13:03:02,475 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,39489,1732539728050 Release verify snapshot worker=1ff8009e463e,39489,1732539728050 2024-11-25T13:03:02,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-25T13:03:02,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-25T13:03:02,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T13:03:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-25T13:03:02,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,39489,1732539728050 in 10.0120 sec 2024-11-25T13:03:02,478 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,39489,1732539728050 Release verify snapshot worker=1ff8009e463e,39489,1732539728050 2024-11-25T13:03:02,484 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,39489,1732539728050 Release verify snapshot worker=1ff8009e463e,39489,1732539728050 2024-11-25T13:03:02,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,39489,1732539728050 in 10.0150 sec 2024-11-25T13:03:02,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,39489,1732539728050 in 10.0210 sec 2024-11-25T13:03:02,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T13:03:02,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-25T13:03:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-25T13:03:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-25T13:03:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-25T13:03:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-25T13:03:02,496 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36787,1732539728230 Release verify snapshot worker=1ff8009e463e,36787,1732539728230 2024-11-25T13:03:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-25T13:03:02,508 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36787,1732539728230 Release verify snapshot worker=1ff8009e463e,36787,1732539728230 2024-11-25T13:03:02,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36787,1732539728230 in 10.0330 sec 2024-11-25T13:03:02,511 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36787,1732539728230 Release verify snapshot worker=1ff8009e463e,36787,1732539728230 2024-11-25T13:03:02,515 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,36787,1732539728230 2024-11-25T13:03:02,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T13:03:02,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T13:03:02,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-25T13:03:02,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-25T13:03:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T13:03:02,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36787,1732539728230 in 10.0450 sec 2024-11-25T13:03:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-25T13:03:02,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36787,1732539728230 in 10.0480 sec 2024-11-25T13:03:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-25T13:03:02,526 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36405,1732539728326 Release verify snapshot worker=1ff8009e463e,36405,1732539728326 2024-11-25T13:03:02,526 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36405,1732539728326 Release verify snapshot worker=1ff8009e463e,36405,1732539728326 2024-11-25T13:03:02,528 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36405,1732539728326 Release verify snapshot worker=1ff8009e463e,36405,1732539728326 2024-11-25T13:03:02,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36405,1732539728326 in 10.0640 sec 2024-11-25T13:03:02,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36405,1732539728326 in 10.0630 sec 2024-11-25T13:03:02,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36405,1732539728326 in 10.0650 sec 2024-11-25T13:03:02,548 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1ff8009e463e,36787,1732539728230 2024-11-25T13:03:02,548 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1ff8009e463e,36787,1732539728230: Simulated kill ***** 2024-11-25T13:03:02,548 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T13:03:02,548 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T13:03:02,549 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T13:03:02,549 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T13:03:02,549 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T13:03:02,549 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 733511776 }, "NonHeapMemoryUsage": { "committed": 176750592, "init": 7667712, "max": -1, "used": 172156616 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T13:03:02,550 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33121 {}] master.MasterRpcServices(700): 1ff8009e463e,36787,1732539728230 reported a fatal error: ***** ABORTING region server 1ff8009e463e,36787,1732539728230: Simulated kill ***** 2024-11-25T13:03:02,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ff8009e463e,36787,1732539728230' ***** 2024-11-25T13:03:02,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T13:03:02,552 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T13:03:02,552 INFO [RS:1;1ff8009e463e:36787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T13:03:02,552 INFO [RS:1;1ff8009e463e:36787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T13:03:02,552 INFO [RS:1;1ff8009e463e:36787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T13:03:02,552 INFO [RS:1;1ff8009e463e:36787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1ff8009e463e:36787. 2024-11-25T13:03:02,552 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T13:03:02,552 DEBUG [RS:1;1ff8009e463e:36787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:03:02,552 DEBUG [RS:1;1ff8009e463e:36787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:03:02,553 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T13:03:02,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741836_1012 (size=14382) 2024-11-25T13:03:02,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741836_1012 (size=14382) 2024-11-25T13:03:02,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741836_1012 (size=14382) 2024-11-25T13:03:02,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741834_1010 (size=1473) 2024-11-25T13:03:02,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741834_1010 (size=1473) 2024-11-25T13:03:02,589 DEBUG [RS:1;1ff8009e463e:36787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:03:02,589 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:03:02,590 INFO [RS:1;1ff8009e463e:36787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36787 2024-11-25T13:03:02,613 INFO [regionserver/1ff8009e463e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:03:02,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T13:03:02,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1ff8009e463e,36787,1732539728230 2024-11-25T13:03:02,615 INFO [RS:1;1ff8009e463e:36787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T13:03:02,615 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ff8009e463e,36787,1732539728230] 2024-11-25T13:03:02,631 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1ff8009e463e,36787,1732539728230 already deleted, retry=false 2024-11-25T13:03:02,631 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1ff8009e463e,36787,1732539728230 on 1ff8009e463e,33121,1732539727793 2024-11-25T13:03:02,632 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1ff8009e463e,36787,1732539728230, splitWal=true, meta=true 2024-11-25T13:03:02,632 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 1ff8009e463e,36787,1732539728230 (carryingMeta=true) 1ff8009e463e,36787,1732539728230/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@78f663c1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T13:03:02,633 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1ff8009e463e,36787,1732539728230, splitWal=true, meta=true 2024-11-25T13:03:02,640 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1ff8009e463e,36787,1732539728230, splitWal=true, meta=true, isMeta: true 2024-11-25T13:03:02,641 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting 2024-11-25T13:03:02,642 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36787,1732539728230 Release verify snapshot worker=1ff8009e463e,36787,1732539728230 2024-11-25T13:03:02,643 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-25T13:03:02,643 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-25T13:03:02,643 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 1ff8009e463e,36787,1732539728230, this operation will be retried to send to another server 2024-11-25T13:03:02,643 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-25T13:03:02,643 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-25T13:03:02,643 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732539783643 2024-11-25T13:03:02,644 INFO [PEWorker-5 {}] master.SplitWALManager(105): 1ff8009e463e,36787,1732539728230 WAL count=1, meta=true 2024-11-25T13:03:02,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta}] 2024-11-25T13:03:02,646 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=1ff8009e463e,39489,1732539728050 2024-11-25T13:03:02,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta, worker=1ff8009e463e,39489,1732539728050}] 2024-11-25T13:03:02,723 INFO [RS:1;1ff8009e463e:36787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T13:03:02,723 INFO [RS:1;1ff8009e463e:36787 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ff8009e463e,36787,1732539728230; zookeeper connection closed. 2024-11-25T13:03:02,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:03:02,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36787-0x101735ff1780002, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:03:02,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30c1a258 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30c1a258 2024-11-25T13:03:03,081 INFO [regionserver/1ff8009e463e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T13:03:03,081 INFO [regionserver/1ff8009e463e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T13:03:03,645 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1ff8009e463e,36405,1732539728326 2024-11-25T13:03:04,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741834_1010 (size=1473) 2024-11-25T13:03:07,757 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T13:03:10,119 INFO [regionserver/1ff8009e463e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-25T13:03:12,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-25T13:03:12,676 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta, size=14.0 K (14382bytes) 2024-11-25T13:03:12,677 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta 2024-11-25T13:03:12,679 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta after 2ms 2024-11-25T13:03:12,694 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta took 18ms 2024-11-25T13:03:12,715 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-25T13:03:12,723 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta so closing down 2024-11-25T13:03:12,723 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T13:03:12,723 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta.temp 2024-11-25T13:03:12,734 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta.temp 2024-11-25T13:03:12,738 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T13:03:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741864_1040 (size=14141) 2024-11-25T13:03:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741864_1040 (size=14141) 2024-11-25T13:03:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741864_1040 (size=14141) 2024-11-25T13:03:12,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-25T13:03:12,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta.temp to hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-25T13:03:12,804 INFO [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 93 ms; skipped=1; WAL=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-25T13:03:12,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta, journal: Splitting hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta, size=14.0 K (14382bytes) at 1732539792676Finishing writing output for hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta so closing down at 1732539792723 (+47 ms)Creating recovered edits writer path=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta.temp at 1732539792735 (+12 ms)3 split writer threads finished at 1732539792738 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1732539792801 (+63 ms)Rename recovered edits hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta.temp to hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732539792804 (+3 ms)Processed 26 edits across 1 Regions in 93 ms; skipped=1; WAL=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732539792804 2024-11-25T13:03:12,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta 2024-11-25T13:03:12,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1ff8009e463e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T13:03:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-25T13:03:12,810 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting/1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta to hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/oldWALs 2024-11-25T13:03:12,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T13:03:12,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta, worker=1ff8009e463e,39489,1732539728050 in 10.1630 sec 2024-11-25T13:03:12,814 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=1ff8009e463e,39489,1732539728050 2024-11-25T13:03:12,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-25T13:03:12,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 1ff8009e463e%2C36787%2C1732539728230.meta.1732539740652.meta, worker=1ff8009e463e,39489,1732539728050 in 10.1710 sec 2024-11-25T13:03:12,825 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36787,1732539728230-splitting dir is empty, no logs to split. 2024-11-25T13:03:12,825 INFO [PEWorker-5 {}] master.SplitWALManager(105): 1ff8009e463e,36787,1732539728230 WAL count=0, meta=true 2024-11-25T13:03:12,825 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 1ff8009e463e,36787,1732539728230 WAL splitting is done? wals=0, meta=true 2024-11-25T13:03:12,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T13:03:12,828 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T13:03:12,829 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T13:03:12,980 DEBUG [1ff8009e463e:33121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-25T13:03:12,980 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(204): Hosts are {1ff8009e463e=0} racks are {/default-rack=0} 2024-11-25T13:03:12,980 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T13:03:12,980 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T13:03:12,980 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T13:03:12,980 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T13:03:12,980 INFO [1ff8009e463e:33121 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T13:03:12,980 INFO [1ff8009e463e:33121 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T13:03:12,981 DEBUG [1ff8009e463e:33121 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T13:03:12,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ff8009e463e,36405,1732539728326 2024-11-25T13:03:12,989 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ff8009e463e,36405,1732539728326, state=OPENING 2024-11-25T13:03:13,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:03:13,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:03:13,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:03:13,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:03:13,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:03:13,039 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T13:03:13,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ff8009e463e,36405,1732539728326}] 2024-11-25T13:03:13,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:03:13,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-25T13:03:13,651 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T13:03:13,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-25T13:03:13,652 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T13:03:13,652 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T13:03:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-25T13:03:13,655 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36405,1732539728326 Release verify snapshot worker=1ff8009e463e,36405,1732539728326 2024-11-25T13:03:13,656 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ff8009e463e%2C36405%2C1732539728326.meta, suffix=.meta, logDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36405,1732539728326, archiveDir=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/oldWALs, maxLogs=32 2024-11-25T13:03:13,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-25T13:03:13,658 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T13:03:13,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1ff8009e463e,36405,1732539728326 in 21.1920 sec 2024-11-25T13:03:13,659 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T13:03:13,664 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T13:03:13,664 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T13:03:13,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.5660 sec 2024-11-25T13:03:13,681 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36405,1732539728326/1ff8009e463e%2C36405%2C1732539728326.meta.1732539793657.meta, exclude list is [], retry=0 2024-11-25T13:03:13,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-256f0f2f-786b-4fbc-b1e2-8f27188c0125,DISK] 2024-11-25T13:03:13,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45253,DS-38e871ef-e540-4be2-8b85-d9c9b35454a9,DISK] 2024-11-25T13:03:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43731,DS-fd34a9ae-262d-469d-9f5e-8ba6f3dd6e73,DISK] 2024-11-25T13:03:13,728 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T13:03:13,728 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/WALs/1ff8009e463e,36405,1732539728326/1ff8009e463e%2C36405%2C1732539728326.meta.1732539793657.meta 2024-11-25T13:03:13,730 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1ff8009e463e:36787 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1ff8009e463e/172.17.0.3:36787 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T13:03:13,731 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44373:44373),(127.0.0.1/127.0.0.1:46229:46229),(127.0.0.1/127.0.0.1:43243:43243)] 2024-11-25T13:03:13,732 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T13:03:13,732 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36787,1732539728230, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36787,1732539728230, seqNum=-1, error=java.net.ConnectException: Call to address=1ff8009e463e:36787 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1ff8009e463e/172.17.0.3:36787 2024-11-25T13:03:13,732 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T13:03:13,732 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T13:03:13,732 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T13:03:13,732 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T13:03:13,732 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T13:03:13,732 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36787,1732539728230, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-25T13:03:13,732 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T13:03:13,732 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36787,1732539728230, seqNum=-1 from cache 2024-11-25T13:03:13,733 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T13:03:13,734 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 1ff8009e463e:36787 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1ff8009e463e/172.17.0.3:36787 2024-11-25T13:03:13,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T13:03:13,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T13:03:13,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:03:13,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:03:13,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T13:03:13,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T13:03:13,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:03:13,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:03:13,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T13:03:13,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T13:03:13,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:03:13,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:03:13,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T13:03:13,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T13:03:13,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T13:03:13,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T13:03:13,747 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T13:03:13,750 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740 2024-11-25T13:03:13,753 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740 2024-11-25T13:03:13,754 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-25T13:03:13,768 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-25T13:03:13,768 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-25T13:03:13,791 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/.tmp/info/a82824f9e5ec486da0d7059824e796e6 is 167, key is SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169./info:regioninfo/1732539751541/Put/seqid=0 2024-11-25T13:03:13,843 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T13:03:13,846 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1] 2024-11-25T13:03:13,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36405 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:45868 deadline: 1732539853729, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1ff8009e463e,36405,1732539728326 2024-11-25T13:03:13,855 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1ff8009e463e,36405,1732539728326 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T13:03:13,855 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1ff8009e463e,36405,1732539728326 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T13:03:13,855 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1 from cache 2024-11-25T13:03:13,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741866_1042 (size=18393) 2024-11-25T13:03:13,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741866_1042 (size=18393) 2024-11-25T13:03:13,872 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/.tmp/info/a82824f9e5ec486da0d7059824e796e6 2024-11-25T13:03:13,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741866_1042 (size=18393) 2024-11-25T13:03:13,912 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/.tmp/ns/09547c2543a74f15bbd0757bfa3a1cc5 is 43, key is default/ns:d/1732539740736/Put/seqid=0 2024-11-25T13:03:13,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741867_1043 (size=5153) 2024-11-25T13:03:13,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741867_1043 (size=5153) 2024-11-25T13:03:13,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741867_1043 (size=5153) 2024-11-25T13:03:13,957 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/.tmp/ns/09547c2543a74f15bbd0757bfa3a1cc5 2024-11-25T13:03:13,999 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/.tmp/table/89d6ac2935564a64a4f868fab493eb3d is 47, key is SPTestTable/table:state/1732539751782/Put/seqid=0 2024-11-25T13:03:14,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741868_1044 (size=5214) 2024-11-25T13:03:14,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741868_1044 (size=5214) 2024-11-25T13:03:14,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741868_1044 (size=5214) 2024-11-25T13:03:14,017 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/.tmp/table/89d6ac2935564a64a4f868fab493eb3d 2024-11-25T13:03:14,028 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/.tmp/info/a82824f9e5ec486da0d7059824e796e6 as hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/info/a82824f9e5ec486da0d7059824e796e6 2024-11-25T13:03:14,041 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/info/a82824f9e5ec486da0d7059824e796e6, entries=100, sequenceid=28, filesize=18.0 K 2024-11-25T13:03:14,042 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/.tmp/ns/09547c2543a74f15bbd0757bfa3a1cc5 as hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/ns/09547c2543a74f15bbd0757bfa3a1cc5 2024-11-25T13:03:14,052 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/ns/09547c2543a74f15bbd0757bfa3a1cc5, entries=2, sequenceid=28, filesize=5.0 K 2024-11-25T13:03:14,053 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/.tmp/table/89d6ac2935564a64a4f868fab493eb3d as hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/table/89d6ac2935564a64a4f868fab493eb3d 2024-11-25T13:03:14,060 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/table/89d6ac2935564a64a4f868fab493eb3d, entries=2, sequenceid=28, filesize=5.1 K 2024-11-25T13:03:14,062 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 293ms, sequenceid=28, compaction requested=false; wal=null 2024-11-25T13:03:14,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T13:03:14,063 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-25T13:03:14,063 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1] 2024-11-25T13:03:14,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36405 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:45868 deadline: 1732539853728, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1ff8009e463e,36405,1732539728326 2024-11-25T13:03:14,065 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1ff8009e463e,36405,1732539728326 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T13:03:14,065 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1ff8009e463e,36405,1732539728326 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T13:03:14,065 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1 from cache 2024-11-25T13:03:14,067 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T13:03:14,067 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T13:03:14,068 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T13:03:14,069 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T13:03:14,071 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-25T13:03:14,072 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67967522, jitterRate=0.01279500126838684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T13:03:14,073 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T13:03:14,073 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732539793733Writing region info on filesystem at 1732539793733Initializing all the Stores at 1732539793736 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539793736Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539793737 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732539793737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732539793738 (+1 ms)Obtaining lock to block concurrent updates at 1732539793768 (+30 ms)Preparing flush snapshotting stores in 1588230740 at 1732539793768Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732539793768Flushing stores of hbase:meta,,1.1588230740 at 1732539793768Flushing 1588230740/info: creating writer at 1732539793768Flushing 1588230740/info: appending metadata at 1732539793791 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732539793791Flushing 1588230740/ns: creating writer at 1732539793884 (+93 ms)Flushing 1588230740/ns: appending metadata at 1732539793911 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732539793911Flushing 1588230740/table: creating writer at 1732539793977 (+66 ms)Flushing 1588230740/table: appending metadata at 1732539793999 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732539793999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72313a78: reopening flushed file at 1732539794027 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578829fd: reopening flushed file at 1732539794041 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4263b6f4: reopening flushed file at 1732539794052 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 293ms, sequenceid=28, compaction requested=false; wal=null at 1732539794062 (+10 ms)Cleaning up temporary data from old regions at 1732539794067 (+5 ms)Running coprocessor post-open hooks at 1732539794073 (+6 ms)Region opened successfully at 1732539794073 2024-11-25T13:03:14,074 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732539793646 2024-11-25T13:03:14,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=1ff8009e463e,36405,1732539728326 2024-11-25T13:03:14,078 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ff8009e463e,36405,1732539728326, state=OPEN 2024-11-25T13:03:14,079 DEBUG [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T13:03:14,079 INFO [RS_OPEN_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T13:03:14,110 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33121 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1ff8009e463e,36405,1732539728326, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T13:03:14,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:03:14,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:03:14,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T13:03:14,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:03:14,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:03:14,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T13:03:14,114 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ff8009e463e,36405,1732539728326 2024-11-25T13:03:14,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-25T13:03:14,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ff8009e463e,36405,1732539728326 in 1.0750 sec 2024-11-25T13:03:14,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-25T13:03:14,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2920 sec 2024-11-25T13:03:14,121 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1ff8009e463e,36787,1732539728230 had 4 regions 2024-11-25T13:03:14,122 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1ff8009e463e,36787,1732539728230, splitWal=true, meta=true, isMeta: false 2024-11-25T13:03:14,125 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1ff8009e463e,36787,1732539728230 WAL count=1, meta=false 2024-11-25T13:03:14,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1ff8009e463e%2C36787%2C1732539728230.1732539730273}] 2024-11-25T13:03:14,128 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=1ff8009e463e,36405,1732539728326 2024-11-25T13:03:14,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1ff8009e463e%2C36787%2C1732539728230.1732539730273, worker=1ff8009e463e,36405,1732539728326}] 2024-11-25T13:03:14,372 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T13:03:14,373 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ff8009e463e,36405,1732539728326, seqNum=-1] 2024-11-25T13:03:14,403 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T13:03:14,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T13:03:14,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T13:03:14,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:03:14,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:03:14,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:03:14,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T13:03:14,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=662361889, stopped=false 2024-11-25T13:03:14,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ff8009e463e,33121,1732539727793 2024-11-25T13:03:14,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T13:03:14,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T13:03:14,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T13:03:14,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T13:03:14,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:03:14,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:03:14,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:03:14,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:03:14,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:03:14,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T13:03:14,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T13:03:14,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T13:03:14,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:03:14,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:03:14,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ff8009e463e,39489,1732539728050' ***** 2024-11-25T13:03:14,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T13:03:14,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ff8009e463e,36405,1732539728326' ***** 2024-11-25T13:03:14,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T13:03:14,425 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T13:03:14,425 INFO [RS:2;1ff8009e463e:36405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T13:03:14,425 INFO [RS:2;1ff8009e463e:36405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T13:03:14,425 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for 887e7aa79de64ec481ac2845fc44cb8e 2024-11-25T13:03:14,426 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T13:03:14,428 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for 10288c7290bdff4ce2c161b63a4d7922 2024-11-25T13:03:14,429 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:03:14,429 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for 56a9b98d6d94b2f064d3a693c09612f5 2024-11-25T13:03:14,429 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(959): stopping server 1ff8009e463e,36405,1732539728326 2024-11-25T13:03:14,429 INFO [RS:2;1ff8009e463e:36405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T13:03:14,429 INFO [RS:2;1ff8009e463e:36405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1ff8009e463e:36405. 2024-11-25T13:03:14,429 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T13:03:14,429 DEBUG [RS:2;1ff8009e463e:36405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:03:14,429 DEBUG [RS:2;1ff8009e463e:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:03:14,429 INFO [RS:0;1ff8009e463e:39489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T13:03:14,429 INFO [RS:0;1ff8009e463e:39489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T13:03:14,429 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T13:03:14,429 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T13:03:14,429 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(3091): Received CLOSE for d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:03:14,429 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T13:03:14,429 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T13:03:14,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T13:03:14,430 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 887e7aa79de64ec481ac2845fc44cb8e, disabling compactions & flushes 2024-11-25T13:03:14,430 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:03:14,430 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:03:14,430 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. after waiting 0 ms 2024-11-25T13:03:14,430 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:03:14,430 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(3091): Received CLOSE for 34176121da84a551c514c6cd1f4a5a83 2024-11-25T13:03:14,430 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(3091): Received CLOSE for a0977a1c869651d114cfa13e41845169 2024-11-25T13:03:14,430 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(959): stopping server 1ff8009e463e,39489,1732539728050 2024-11-25T13:03:14,430 INFO [RS:0;1ff8009e463e:39489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T13:03:14,430 INFO [RS:0;1ff8009e463e:39489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ff8009e463e:39489. 2024-11-25T13:03:14,430 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d796f0cb2405eb27a025a01e6bee7592, disabling compactions & flushes 2024-11-25T13:03:14,430 DEBUG [RS:0;1ff8009e463e:39489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T13:03:14,431 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:03:14,431 DEBUG [RS:0;1ff8009e463e:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:03:14,431 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:03:14,431 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. after waiting 0 ms 2024-11-25T13:03:14,431 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:03:14,431 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T13:03:14,431 DEBUG [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(1325): Online Regions={d796f0cb2405eb27a025a01e6bee7592=SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592., 34176121da84a551c514c6cd1f4a5a83=SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83., a0977a1c869651d114cfa13e41845169=SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169.} 2024-11-25T13:03:14,431 DEBUG [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(1351): Waiting on 34176121da84a551c514c6cd1f4a5a83, a0977a1c869651d114cfa13e41845169, d796f0cb2405eb27a025a01e6bee7592 2024-11-25T13:03:14,431 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-25T13:03:14,431 DEBUG [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(1325): Online Regions={887e7aa79de64ec481ac2845fc44cb8e=SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e., 10288c7290bdff4ce2c161b63a4d7922=SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922., 9da47b211952d2d6f79ebe19bc557f32=SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32., 1588230740=hbase:meta,,1.1588230740, 56a9b98d6d94b2f064d3a693c09612f5=SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5.} 2024-11-25T13:03:14,431 DEBUG [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(1351): Waiting on 10288c7290bdff4ce2c161b63a4d7922, 1588230740, 56a9b98d6d94b2f064d3a693c09612f5, 887e7aa79de64ec481ac2845fc44cb8e, 9da47b211952d2d6f79ebe19bc557f32 2024-11-25T13:03:14,431 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T13:03:14,431 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T13:03:14,431 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T13:03:14,431 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T13:03:14,431 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T13:03:14,448 INFO [regionserver/1ff8009e463e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:03:14,460 INFO [regionserver/1ff8009e463e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:03:14,475 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-25T13:03:14,483 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T13:03:14,484 INFO [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T13:03:14,484 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732539794431Running coprocessor pre-close hooks at 1732539794431Disabling compacts and flushes for region at 1732539794431Disabling writes for close at 1732539794431Writing region close event to WAL at 1732539794440 (+9 ms)Running coprocessor post-close hooks at 1732539794483 (+43 ms)Closed at 1732539794484 (+1 ms) 2024-11-25T13:03:14,484 DEBUG [RS_CLOSE_META-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T13:03:14,492 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/887e7aa79de64ec481ac2845fc44cb8e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T13:03:14,495 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:03:14,495 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 887e7aa79de64ec481ac2845fc44cb8e: Waiting for close lock at 1732539794430Running coprocessor pre-close hooks at 1732539794430Disabling compacts and flushes for region at 1732539794430Disabling writes for close at 1732539794430Writing region close event to WAL at 1732539794455 (+25 ms)Running coprocessor post-close hooks at 1732539794495 (+40 ms)Closed at 1732539794495 2024-11-25T13:03:14,495 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732539740828.887e7aa79de64ec481ac2845fc44cb8e. 2024-11-25T13:03:14,495 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10288c7290bdff4ce2c161b63a4d7922, disabling compactions & flushes 2024-11-25T13:03:14,495 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:03:14,495 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:03:14,495 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. after waiting 0 ms 2024-11-25T13:03:14,496 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:03:14,504 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/d796f0cb2405eb27a025a01e6bee7592/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T13:03:14,506 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:03:14,506 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d796f0cb2405eb27a025a01e6bee7592: Waiting for close lock at 1732539794430Running coprocessor pre-close hooks at 1732539794430Disabling compacts and flushes for region at 1732539794430Disabling writes for close at 1732539794431 (+1 ms)Writing region close event to WAL at 1732539794471 (+40 ms)Running coprocessor post-close hooks at 1732539794506 (+35 ms)Closed at 1732539794506 2024-11-25T13:03:14,506 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732539740828.d796f0cb2405eb27a025a01e6bee7592. 2024-11-25T13:03:14,506 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34176121da84a551c514c6cd1f4a5a83, disabling compactions & flushes 2024-11-25T13:03:14,506 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:03:14,506 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:03:14,506 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. after waiting 0 ms 2024-11-25T13:03:14,506 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:03:14,520 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/10288c7290bdff4ce2c161b63a4d7922/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:03:14,521 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:03:14,521 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10288c7290bdff4ce2c161b63a4d7922: Waiting for close lock at 1732539794495Running coprocessor pre-close hooks at 1732539794495Disabling compacts and flushes for region at 1732539794495Disabling writes for close at 1732539794496 (+1 ms)Writing region close event to WAL at 1732539794510 (+14 ms)Running coprocessor post-close hooks at 1732539794521 (+11 ms)Closed at 1732539794521 2024-11-25T13:03:14,522 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732539740828.10288c7290bdff4ce2c161b63a4d7922. 2024-11-25T13:03:14,522 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9da47b211952d2d6f79ebe19bc557f32, disabling compactions & flushes 2024-11-25T13:03:14,522 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:03:14,522 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:03:14,522 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. after waiting 0 ms 2024-11-25T13:03:14,522 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:03:14,528 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/34176121da84a551c514c6cd1f4a5a83/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:03:14,530 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:03:14,530 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34176121da84a551c514c6cd1f4a5a83: Waiting for close lock at 1732539794506Running coprocessor pre-close hooks at 1732539794506Disabling compacts and flushes for region at 1732539794506Disabling writes for close at 1732539794506Writing region close event to WAL at 1732539794514 (+8 ms)Running coprocessor post-close hooks at 1732539794530 (+16 ms)Closed at 1732539794530 2024-11-25T13:03:14,530 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732539740828.34176121da84a551c514c6cd1f4a5a83. 2024-11-25T13:03:14,530 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0977a1c869651d114cfa13e41845169, disabling compactions & flushes 2024-11-25T13:03:14,530 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:03:14,530 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:03:14,530 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. after waiting 0 ms 2024-11-25T13:03:14,530 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:03:14,564 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/9da47b211952d2d6f79ebe19bc557f32/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:03:14,567 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:03:14,567 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9da47b211952d2d6f79ebe19bc557f32: Waiting for close lock at 1732539794522Running coprocessor pre-close hooks at 1732539794522Disabling compacts and flushes for region at 1732539794522Disabling writes for close at 1732539794522Writing region close event to WAL at 1732539794531 (+9 ms)Running coprocessor post-close hooks at 1732539794567 (+36 ms)Closed at 1732539794567 2024-11-25T13:03:14,567 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732539740828.9da47b211952d2d6f79ebe19bc557f32. 2024-11-25T13:03:14,567 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56a9b98d6d94b2f064d3a693c09612f5, disabling compactions & flushes 2024-11-25T13:03:14,567 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:03:14,567 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:03:14,567 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. after waiting 0 ms 2024-11-25T13:03:14,568 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:03:14,595 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/a0977a1c869651d114cfa13e41845169/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T13:03:14,598 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:03:14,599 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0977a1c869651d114cfa13e41845169: Waiting for close lock at 1732539794530Running coprocessor pre-close hooks at 1732539794530Disabling compacts and flushes for region at 1732539794530Disabling writes for close at 1732539794530Writing region close event to WAL at 1732539794563 (+33 ms)Running coprocessor post-close hooks at 1732539794598 (+35 ms)Closed at 1732539794598 2024-11-25T13:03:14,599 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732539740828.a0977a1c869651d114cfa13e41845169. 2024-11-25T13:03:14,617 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/data/default/SPTestTable/56a9b98d6d94b2f064d3a693c09612f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T13:03:14,618 INFO [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:03:14,618 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56a9b98d6d94b2f064d3a693c09612f5: Waiting for close lock at 1732539794567Running coprocessor pre-close hooks at 1732539794567Disabling compacts and flushes for region at 1732539794567Disabling writes for close at 1732539794568 (+1 ms)Writing region close event to WAL at 1732539794608 (+40 ms)Running coprocessor post-close hooks at 1732539794618 (+10 ms)Closed at 1732539794618 2024-11-25T13:03:14,618 DEBUG [RS_CLOSE_REGION-regionserver/1ff8009e463e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732539740828.56a9b98d6d94b2f064d3a693c09612f5. 2024-11-25T13:03:14,631 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(976): stopping server 1ff8009e463e,39489,1732539728050; all regions closed. 2024-11-25T13:03:14,631 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(976): stopping server 1ff8009e463e,36405,1732539728326; all regions closed. 2024-11-25T13:03:14,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741833_1009 (size=2364) 2024-11-25T13:03:14,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741833_1009 (size=2364) 2024-11-25T13:03:14,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741833_1009 (size=2364) 2024-11-25T13:03:14,646 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ff8009e463e:33121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-25T13:03:14,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741865_1041 (size=678) 2024-11-25T13:03:14,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741865_1041 (size=678) 2024-11-25T13:03:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741865_1041 (size=678) 2024-11-25T13:03:14,662 DEBUG [RS:0;1ff8009e463e:39489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/oldWALs 2024-11-25T13:03:14,662 INFO [RS:0;1ff8009e463e:39489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ff8009e463e%2C39489%2C1732539728050:(num 1732539730266) 2024-11-25T13:03:14,662 DEBUG [RS:0;1ff8009e463e:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:03:14,662 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:03:14,662 INFO [RS:0;1ff8009e463e:39489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T13:03:14,663 INFO [RS:0;1ff8009e463e:39489 {}] hbase.ChoreService(370): Chore service for: regionserver/1ff8009e463e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T13:03:14,663 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T13:03:14,663 INFO [regionserver/1ff8009e463e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T13:03:14,663 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T13:03:14,663 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T13:03:14,663 INFO [RS:0;1ff8009e463e:39489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T13:03:14,663 INFO [RS:0;1ff8009e463e:39489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39489 2024-11-25T13:03:14,669 DEBUG [RS:2;1ff8009e463e:36405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/oldWALs 2024-11-25T13:03:14,669 INFO [RS:2;1ff8009e463e:36405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ff8009e463e%2C36405%2C1732539728326.meta:.meta(num 1732539793657) 2024-11-25T13:03:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1ff8009e463e,39489,1732539728050 2024-11-25T13:03:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T13:03:14,672 INFO [RS:0;1ff8009e463e:39489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T13:03:14,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ff8009e463e,39489,1732539728050] 2024-11-25T13:03:14,680 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1ff8009e463e,39489,1732539728050 already deleted, retry=false 2024-11-25T13:03:14,680 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ff8009e463e,39489,1732539728050 expired; onlineServers=1 2024-11-25T13:03:14,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741835_1011 (size=3469) 2024-11-25T13:03:14,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741835_1011 (size=3469) 2024-11-25T13:03:14,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741835_1011 (size=3469) 2024-11-25T13:03:14,694 DEBUG [RS:2;1ff8009e463e:36405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/oldWALs 2024-11-25T13:03:14,694 INFO [RS:2;1ff8009e463e:36405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ff8009e463e%2C36405%2C1732539728326:(num 1732539730284) 2024-11-25T13:03:14,694 DEBUG [RS:2;1ff8009e463e:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T13:03:14,694 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T13:03:14,694 INFO [RS:2;1ff8009e463e:36405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T13:03:14,694 INFO [RS:2;1ff8009e463e:36405 {}] hbase.ChoreService(370): Chore service for: regionserver/1ff8009e463e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T13:03:14,694 INFO [RS:2;1ff8009e463e:36405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T13:03:14,694 INFO [regionserver/1ff8009e463e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T13:03:14,695 INFO [RS:2;1ff8009e463e:36405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36405 2024-11-25T13:03:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T13:03:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1ff8009e463e,36405,1732539728326 2024-11-25T13:03:14,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ff8009e463e,36405,1732539728326] 2024-11-25T13:03:14,707 INFO [RS:2;1ff8009e463e:36405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T13:03:14,714 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1ff8009e463e,36405,1732539728326 already deleted, retry=false 2024-11-25T13:03:14,714 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ff8009e463e,36405,1732539728326 expired; onlineServers=0 2024-11-25T13:03:14,714 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ff8009e463e,33121,1732539727793' ***** 2024-11-25T13:03:14,714 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T13:03:14,714 INFO [M:0;1ff8009e463e:33121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T13:03:14,714 INFO [M:0;1ff8009e463e:33121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T13:03:14,714 DEBUG [M:0;1ff8009e463e:33121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T13:03:14,714 DEBUG [M:0;1ff8009e463e:33121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T13:03:14,714 DEBUG [master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.small.0-1732539729651 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.small.0-1732539729651,5,FailOnTimeoutGroup] 2024-11-25T13:03:14,715 DEBUG [master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.large.0-1732539729608 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ff8009e463e:0:becomeActiveMaster-HFileCleaner.large.0-1732539729608,5,FailOnTimeoutGroup] 2024-11-25T13:03:14,716 INFO [M:0;1ff8009e463e:33121 {}] hbase.ChoreService(370): Chore service for: master/1ff8009e463e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T13:03:14,716 INFO [M:0;1ff8009e463e:33121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T13:03:14,716 DEBUG [M:0;1ff8009e463e:33121 {}] master.HMaster(1795): Stopping service threads 2024-11-25T13:03:14,716 INFO [M:0;1ff8009e463e:33121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T13:03:14,717 INFO [M:0;1ff8009e463e:33121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T13:03:14,717 ERROR [M:0;1ff8009e463e:33121 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:45321 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45321,5,PEWorkerGroup] 2024-11-25T13:03:14,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T13:03:14,722 INFO [M:0;1ff8009e463e:33121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T13:03:14,722 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T13:03:14,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T13:03:14,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T13:03:14,731 INFO [M:0;1ff8009e463e:33121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/.lastflushedseqids 2024-11-25T13:03:14,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-25T13:03:14,738 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-25T13:03:14,789 INFO [RS:0;1ff8009e463e:39489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T13:03:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:03:14,789 INFO [RS:0;1ff8009e463e:39489 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ff8009e463e,39489,1732539728050; zookeeper connection closed. 2024-11-25T13:03:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x101735ff1780001, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:03:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741869_1045 (size=632) 2024-11-25T13:03:14,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ce9978a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ce9978a 2024-11-25T13:03:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741869_1045 (size=632) 2024-11-25T13:03:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741869_1045 (size=632) 2024-11-25T13:03:14,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:03:14,825 INFO [RS:2;1ff8009e463e:36405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T13:03:14,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101735ff1780003, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:03:14,825 INFO [RS:2;1ff8009e463e:36405 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ff8009e463e,36405,1732539728326; zookeeper connection closed. 2024-11-25T13:03:14,827 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@452ad772 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@452ad772 2024-11-25T13:03:14,827 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T13:03:15,186 INFO [M:0;1ff8009e463e:33121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T13:03:15,187 INFO [M:0;1ff8009e463e:33121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T13:03:15,187 DEBUG [M:0;1ff8009e463e:33121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T13:03:15,187 INFO [M:0;1ff8009e463e:33121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:03:15,187 DEBUG [M:0;1ff8009e463e:33121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:03:15,187 DEBUG [M:0;1ff8009e463e:33121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T13:03:15,187 DEBUG [M:0;1ff8009e463e:33121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:03:15,187 INFO [M:0;1ff8009e463e:33121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.50 KB heapSize=211.61 KB 2024-11-25T13:03:15,208 DEBUG [M:0;1ff8009e463e:33121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/792636905f9f40a59c33b9392fef573b is 82, key is hbase:meta,,1/info:regioninfo/1732539794077/Put/seqid=0 2024-11-25T13:03:15,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741870_1046 (size=6071) 2024-11-25T13:03:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741870_1046 (size=6071) 2024-11-25T13:03:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741870_1046 (size=6071) 2024-11-25T13:03:15,221 INFO [M:0;1ff8009e463e:33121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/792636905f9f40a59c33b9392fef573b 2024-11-25T13:03:15,252 DEBUG [M:0;1ff8009e463e:33121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0539b50c2d146d08fa05f8184caa4f9 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732539751788/Put/seqid=0 2024-11-25T13:03:15,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741871_1047 (size=11551) 2024-11-25T13:03:15,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741871_1047 (size=11551) 2024-11-25T13:03:15,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741871_1047 (size=11551) 2024-11-25T13:03:15,268 INFO [M:0;1ff8009e463e:33121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.28 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0539b50c2d146d08fa05f8184caa4f9 2024-11-25T13:03:15,275 INFO [M:0;1ff8009e463e:33121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0539b50c2d146d08fa05f8184caa4f9 2024-11-25T13:03:15,295 DEBUG [M:0;1ff8009e463e:33121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8634068fe6464c873666aeacb36853 is 69, key is 1ff8009e463e,36405,1732539728326/rs:state/1732539729849/Put/seqid=0 2024-11-25T13:03:15,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741872_1048 (size=5447) 2024-11-25T13:03:15,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741872_1048 (size=5447) 2024-11-25T13:03:15,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741872_1048 (size=5447) 2024-11-25T13:03:15,308 INFO [M:0;1ff8009e463e:33121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8634068fe6464c873666aeacb36853 2024-11-25T13:03:15,313 INFO [M:0;1ff8009e463e:33121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e8634068fe6464c873666aeacb36853 2024-11-25T13:03:15,314 DEBUG [M:0;1ff8009e463e:33121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/792636905f9f40a59c33b9392fef573b as hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/792636905f9f40a59c33b9392fef573b 2024-11-25T13:03:15,320 INFO [M:0;1ff8009e463e:33121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/792636905f9f40a59c33b9392fef573b, entries=14, sequenceid=416, filesize=5.9 K 2024-11-25T13:03:15,321 DEBUG [M:0;1ff8009e463e:33121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0539b50c2d146d08fa05f8184caa4f9 as hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0539b50c2d146d08fa05f8184caa4f9 2024-11-25T13:03:15,327 INFO [M:0;1ff8009e463e:33121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0539b50c2d146d08fa05f8184caa4f9 2024-11-25T13:03:15,327 INFO [M:0;1ff8009e463e:33121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0539b50c2d146d08fa05f8184caa4f9, entries=52, sequenceid=416, filesize=11.3 K 2024-11-25T13:03:15,328 DEBUG [M:0;1ff8009e463e:33121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8634068fe6464c873666aeacb36853 as hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e8634068fe6464c873666aeacb36853 2024-11-25T13:03:15,334 INFO [M:0;1ff8009e463e:33121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e8634068fe6464c873666aeacb36853 2024-11-25T13:03:15,334 INFO [M:0;1ff8009e463e:33121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45321/user/jenkins/test-data/69bfd8b5-b1a7-fe29-96a7-afb39df3eef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e8634068fe6464c873666aeacb36853, entries=3, sequenceid=416, filesize=5.3 K 2024-11-25T13:03:15,335 INFO [M:0;1ff8009e463e:33121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.50 KB/176645, heapSize ~211.31 KB/216384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=416, compaction requested=false 2024-11-25T13:03:15,337 INFO [M:0;1ff8009e463e:33121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T13:03:15,337 DEBUG [M:0;1ff8009e463e:33121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732539795187Disabling compacts and flushes for region at 1732539795187Disabling writes for close at 1732539795187Obtaining lock to block concurrent updates at 1732539795187Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732539795187Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176645, getHeapSize=216624, getOffHeapSize=0, getCellsCount=515 at 1732539795188 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732539795188Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732539795188Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732539795208 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732539795208Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732539795227 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732539795251 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732539795251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732539795275 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732539795294 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732539795294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448523ea: reopening flushed file at 1732539795313 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9597f1: reopening flushed file at 1732539795320 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e58fcd: reopening flushed file at 1732539795327 (+7 ms)Finished flush of dataSize ~172.50 KB/176645, heapSize ~211.31 KB/216384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=416, compaction requested=false at 1732539795335 (+8 ms)Writing region close event to WAL at 1732539795337 (+2 ms)Closed at 1732539795337 2024-11-25T13:03:15,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741830_1006 (size=204500) 2024-11-25T13:03:15,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45253 is added to blk_1073741830_1006 (size=204500) 2024-11-25T13:03:15,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741830_1006 (size=204500) 2024-11-25T13:03:15,340 INFO [M:0;1ff8009e463e:33121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T13:03:15,340 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T13:03:15,340 INFO [M:0;1ff8009e463e:33121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33121 2024-11-25T13:03:15,340 INFO [M:0;1ff8009e463e:33121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T13:03:15,472 INFO [M:0;1ff8009e463e:33121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T13:03:15,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:03:15,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x101735ff1780000, quorum=127.0.0.1:54687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T13:03:15,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76cc5f70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:03:15,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77e2e964{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T13:03:15,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T13:03:15,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27eeff62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T13:03:15,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355b5826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/hadoop.log.dir/,STOPPED} 2024-11-25T13:03:15,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T13:03:15,478 WARN [BP-1032563981-172.17.0.3-1732539724637 heartbeating to localhost/127.0.0.1:45321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T13:03:15,478 WARN [BP-1032563981-172.17.0.3-1732539724637 heartbeating to localhost/127.0.0.1:45321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1032563981-172.17.0.3-1732539724637 (Datanode Uuid 2987b055-e3fb-4074-b88a-988230b1705f) service to localhost/127.0.0.1:45321 2024-11-25T13:03:15,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T13:03:15,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data5/current/BP-1032563981-172.17.0.3-1732539724637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:03:15,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data6/current/BP-1032563981-172.17.0.3-1732539724637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:03:15,480 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T13:03:15,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33e24962{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:03:15,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@147f919a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T13:03:15,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T13:03:15,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b93e1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T13:03:15,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9234fcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/hadoop.log.dir/,STOPPED} 2024-11-25T13:03:15,494 WARN [BP-1032563981-172.17.0.3-1732539724637 heartbeating to localhost/127.0.0.1:45321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T13:03:15,494 WARN [BP-1032563981-172.17.0.3-1732539724637 heartbeating to localhost/127.0.0.1:45321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1032563981-172.17.0.3-1732539724637 (Datanode Uuid 32d350b4-72c8-4c72-92e9-d42154178773) service to localhost/127.0.0.1:45321 2024-11-25T13:03:15,495 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T13:03:15,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data3/current/BP-1032563981-172.17.0.3-1732539724637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:03:15,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data4/current/BP-1032563981-172.17.0.3-1732539724637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:03:15,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T13:03:15,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T13:03:15,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ae4ac48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T13:03:15,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T13:03:15,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T13:03:15,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T13:03:15,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/hadoop.log.dir/,STOPPED} 2024-11-25T13:03:15,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T13:03:15,506 WARN [BP-1032563981-172.17.0.3-1732539724637 heartbeating to localhost/127.0.0.1:45321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T13:03:15,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T13:03:15,506 WARN [BP-1032563981-172.17.0.3-1732539724637 heartbeating to localhost/127.0.0.1:45321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1032563981-172.17.0.3-1732539724637 (Datanode Uuid 875e3c1f-b39c-4668-9d97-7b28acd7e1bd) service to localhost/127.0.0.1:45321 2024-11-25T13:03:15,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data1/current/BP-1032563981-172.17.0.3-1732539724637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:03:15,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/cluster_c27c331d-c171-4861-7d95-d7e502dbaa94/data/data2/current/BP-1032563981-172.17.0.3-1732539724637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T13:03:15,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T13:03:15,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a24c7a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T13:03:15,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72443302{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T13:03:15,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T13:03:15,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265115b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T13:03:15,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d89db3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/860e1d43-883f-949f-07f8-82ca6f327ab9/hadoop.log.dir/,STOPPED} 2024-11-25T13:03:15,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T13:03:15,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T13:03:15,593 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 92) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/1ff8009e463e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45321 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45321 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1ff8009e463e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=705 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1181 (was 1491)